00000100:00100000:1.0F:1786400253.629764:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941169792:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1786400253.629839:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400253.629904:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941168384:0@lo:400:kworker.0 00000100:00100000:1.0:1786400253.629916:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941168896:0@lo:400:kworker.0 00010000:00080000:1.0:1786400253.629929:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f47d33b80 x1873175941169408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400253.629938:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1873175941169408:0@lo:400:kworker.0 00000100:00100000:1.0:1786400253.629947:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941168256:0@lo:400:kworker.0 00000100:00100000:1.0:1786400253.629957:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941168768:0@lo:400:kworker.0 00000100:00100000:1.0:1786400253.629967:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1873175941169280:0@lo:400:kworker.0 00000100:00100000:1.0:1786400253.629997:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1786400253.630003:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941169920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1786400253.630025:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400253.630061:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a819be0f-83d8-496f-a653-400ceb0847b5:3646:1873175941168128:0@lo:400:kworker.0 00000100:00100000:1.0:1786400253.630075:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941168640:0@lo:400:kworker.0 00000100:00100000:1.0:1786400253.630086:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1873175941169152:0@lo:400:kworker.0 00010000:00080000:1.0:1786400253.630103:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f47d30700 x1873175941169664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400253.630112:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1873175941169664:0@lo:400:kworker.0 00000100:00100000:1.0:1786400253.630120:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:1.0:1786400253.630125:0:3646:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9c8f78e36300, transno 8589934596 00000004:00080000:1.0:1786400253.630135:0:3646:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:1.0:1786400253.630155:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941168512:0@lo:400:kworker.0 00000100:00100000:1.0:1786400253.630165:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941169024:0@lo:400:kworker.0 00000100:00100000:1.0:1786400253.630179:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1873175941169536:0@lo:400:kworker.0 00000100:00100000:2.0F:1786400253.630340:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941169792 00000100:00100000:2.0:1786400253.630352:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941169792 00000100:00100000:2.0:1786400253.630404:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941169920 00000100:00100000:2.0:1786400253.630408:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941169920 00000100:00100000:2.0:1786400253.630424:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1786400253.630431:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4822f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941169792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1786400253.630458:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1786400253.630503:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4822f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941169792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400253.630510:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1786400253.630527:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1786400253.630533:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4822c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941169920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1786400253.630542:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1786400253.630565:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4822c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941169920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 32us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400253.630570:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1786400253.630612:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941169920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1786400253.630623:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941169792:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1786400254.004858:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400255.039995:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0F:1786400256.075371:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400256.179940:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e474baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941170048:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1786400256.180013:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400256.180537:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941170048 00000100:00100000:1.0:1786400256.180546:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941170048 00000100:00100000:1.0:1786400256.180617:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1786400256.180628:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4822ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941170048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1786400256.180656:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1786400256.180750:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4822ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941170048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400256.180758:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:1.0:1786400256.180780:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1786400256.181068:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941170176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1786400256.181102:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400256.181139:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941170176 00000100:00100000:1.0:1786400256.181143:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941170176 00000100:00100000:1.0:1786400256.181170:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1786400256.181177:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941170176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1786400256.181188:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1786400256.181218:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941170176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400256.181224:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:1.0:1786400256.181245:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1786400256.181276:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941170176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1786400256.181306:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e474baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941170048:0@lo:13:osp-pre-0-1.0 00000001:00080000:0.0:1786400256.189795:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:0.0:1786400256.189817:0:17123:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9c8f7b179540 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:0.0:1786400256.189823:0:17123:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9c8f44e5ed00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9c8f7b179600 00000020:00080000:0.0:1786400256.189827:0:17123:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9c8f44e5ea00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c8e47645400 00000020:00080000:0.0:1786400256.189857:0:17183:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00010000:00010000:2.0:1786400256.189878:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906454 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400256.189893:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906454 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400256.189902:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906454 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400256.189909:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9ac00 already unused, calling callback (ffffffffc1b184f0) 00000020:00080000:0.0:1786400256.189933:0:17183:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:2.0:1786400256.189992:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906454 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400256.190001:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906454 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400256.190017:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9c8e46b7b300) 00010000:00010000:2.0:1786400256.190020:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1786400256.190025:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906454 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400256.190031:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906454 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17143 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400256.692341:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941170304:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1786400256.692410:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400256.692450:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1786400256.692457:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941170432:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1786400256.692478:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400256.692594:0:18187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941170304 00000100:00100000:1.0:1786400256.692601:0:18187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941170304 00000100:00100000:1.0:1786400256.692643:0:18187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941170432 00000100:00100000:1.0:1786400256.692646:0:18187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941170432 00000100:00100000:1.0:1786400256.692662:0:18187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1786400256.692670:0:18187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941170304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1786400256.692738:0:18187:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1786400256.692786:0:18187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941170304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400256.692793:0:18187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1786400256.692809:0:18187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1786400256.692814:0:18187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941170432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1786400256.692831:0:18187:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1786400256.692862:0:18187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941170432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 47us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400256.692868:0:18187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1786400256.693152:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941170432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1786400256.693242:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941170304:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1786400256.727241:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0F:1786400256.727297:0:19935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924320768 00000100:00100000:3.0:1786400256.727316:0:19935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924320768 00000100:00100000:3.0:1786400256.727403:0:19935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 65 00000100:00100000:3.0:1786400256.727418:0:19935:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e483be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:24548f29-bdba-48bd-bb02-4cc88e954268+13:15581:x1873175924320768:12345-192.168.203.33@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1786400256.727538:0:19935:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e483be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:24548f29-bdba-48bd-bb02-4cc88e954268+13:15581:x1873175924320768:12345-192.168.203.33@tcp:60:lhsmtool_posix.0 Request processed in 125us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400256.727546:0:19935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 65 00000100:00080000:0.0:1786400256.727623:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1786400256.731505:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400256.731621:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924320896 00000100:00100000:3.0:1786400256.731634:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924320896 00000100:00100000:3.0:1786400256.732005:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 66 00000100:00100000:3.0:1786400256.732019:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24548f29-bdba-48bd-bb02-4cc88e954268+5:15581:x1873175924320896:12345-192.168.203.33@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1786400256.732291:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1786400256.732384:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24548f29-bdba-48bd-bb02-4cc88e954268+5:15581:x1873175924320896:12345-192.168.203.33@tcp:60:lhsmtool_posix.0 Request processed in 367us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400256.732393:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 66 00000100:00100000:2.0:1786400256.734983:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400256.735070:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924321152 00000100:00100000:3.0:1786400256.735152:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924321152 00000100:00100000:3.0:1786400256.735222:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 12 00000100:00100000:3.0:1786400256.735233:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:24548f29-bdba-48bd-bb02-4cc88e954268+13:15581:x1873175924321152:12345-192.168.203.33@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1786400256.735616:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:24548f29-bdba-48bd-bb02-4cc88e954268+14:15581:x1873175924321152:12345-192.168.203.33@tcp:35:lhsmtool_posix.0 Request processed in 383us (645us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1786400256.735625:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 12 00010000:00010000:1.0:1786400257.076037:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400258.100231:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400258.587489:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400258.587594:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924321280 00000100:00100000:0.0:1786400258.587604:0:17137:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924321280 00000100:00100000:0.0:1786400258.587766:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 169 00000100:00100000:0.0:1786400258.587777:0:17137:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75893450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf2a631e-d979-4757-bec1-99978e6230e0+13:2400:x1873175924321280:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:0.0:1786400258.587851:0:17137:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75893450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf2a631e-d979-4757-bec1-99978e6230e0+13:2400:x1873175924321280:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 74us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400258.587860:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 169 00000100:00100000:2.0:1786400258.588123:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400258.588156:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400258.588197:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400258.588210:0:19935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924321536 00000100:00100000:3.0:1786400258.588223:0:19935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924321536 00000100:00100000:2.0:1786400258.588243:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400258.588278:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400258.588301:0:19935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924321408 00000100:00100000:3.0:1786400258.588307:0:19935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924321408 00000100:00100000:2.0:1786400258.588317:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400258.588334:0:19935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924322048 00000100:00100000:3.0:1786400258.588339:0:19935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924322048 00000100:00100000:2.0:1786400258.588352:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400258.588358:0:19935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924321920 00000100:00100000:3.0:1786400258.588375:0:19935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924321920 00000100:00100000:3.0:1786400258.588404:0:19935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 64 00000100:00100000:3.0:1786400258.588413:0:19935:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:24548f29-bdba-48bd-bb02-4cc88e954268+5:2400:x1873175924321536:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:2.0:1786400258.588435:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400258.588474:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 65 00000100:00100000:2.0:1786400258.588488:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:24548f29-bdba-48bd-bb02-4cc88e954268+14:2400:x1873175924321408:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:3.0:1786400258.588507:0:19935:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:24548f29-bdba-48bd-bb02-4cc88e954268+5:2400:x1873175924321536:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 92us (965us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400258.588520:0:19935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 64 00000100:00100000:2.0:1786400258.588556:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:24548f29-bdba-48bd-bb02-4cc88e954268+14:2400:x1873175924321408:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 70us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400258.588565:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 65 00000100:00100000:1.0:1786400258.588601:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924321792 00000100:00100000:2.0:1786400258.588602:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 66 00000100:00100000:1.0:1786400258.588612:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924321792 00000100:00100000:2.0:1786400258.588619:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f6da6eab-d88a-4c2c-a4c2-d5f080f03c62+5:2401:x1873175924322048:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:1.0:1786400258.588656:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924321664 00000100:00100000:2.0:1786400258.588658:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f6da6eab-d88a-4c2c-a4c2-d5f080f03c62+5:2401:x1873175924322048:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 43us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400258.588662:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924321664 00000100:00100000:2.0:1786400258.588671:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 66 00000100:00100000:1.0:1786400258.588685:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924322176 00000100:00100000:1.0:1786400258.588720:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924322176 00000100:00100000:2.0:1786400258.588721:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 67 00000100:00100000:2.0:1786400258.588737:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f6da6eab-d88a-4c2c-a4c2-d5f080f03c62+6:2401:x1873175924321920:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:1.0:1786400258.588754:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924322304 00000100:00100000:1.0:1786400258.588759:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924322304 00000100:00100000:2.0:1786400258.588774:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f6da6eab-d88a-4c2c-a4c2-d5f080f03c62+6:2401:x1873175924321920:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 39us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400258.588784:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 67 00000100:00100000:1.0:1786400258.588805:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 31 00000100:00100000:1.0:1786400258.588818:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:24548f29-bdba-48bd-bb02-4cc88e954268+5:2401:x1873175924321792:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:2.0:1786400258.588828:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 31 00000100:00100000:2.0:1786400258.588842:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:24548f29-bdba-48bd-bb02-4cc88e954268+5:2399:x1873175924321664:12345-192.168.203.33@tcp:9:kworker.0 00000020:00000080:2.0:1786400258.588867:0:18649:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443906183 00000100:00100000:1.0:1786400258.588868:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:24548f29-bdba-48bd-bb02-4cc88e954268+5:2401:x1873175924321792:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 52us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400258.588880:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 31 00000100:00080000:2.0:1786400258.588897:0:18649:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5ca000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1786400258.588907:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 32 00000100:00100000:1.0:1786400258.588919:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f6da6eab-d88a-4c2c-a4c2-d5f080f03c62+5:2399:x1873175924322176:12345-192.168.203.33@tcp:9:kworker.0 00000020:00000080:1.0:1786400258.588947:0:18650:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c214439061c2 00000001:00000004:2.0:1786400258.588951:0:18649:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:1.0:1786400258.588957:0:18650:0:(import.c:65:import_set_state_nolock()) ffff9c8f77b4d800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1786400258.589008:0:18650:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:1.0:1786400258.589093:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400258.589256:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:24548f29-bdba-48bd-bb02-4cc88e954268+2:2399:x1873175924321664:12345-192.168.203.33@tcp:9:kworker.0 Request processed in 417us (943us total) trans 0 rc 0/0 00000100:00080000:2.0:1786400258.589262:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1786400258.589270:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 31 00000100:00080000:2.0:1786400258.589273:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1786400258.589279:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1786400258.589294:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1786400258.589299:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 33 00000100:00100000:1.0:1786400258.589312:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f6da6eab-d88a-4c2c-a4c2-d5f080f03c62+5:2399:x1873175924322304:12345-192.168.203.33@tcp:9:kworker.0 00000020:00000080:1.0:1786400258.589327:0:18649:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c214439061c9 00000100:00080000:1.0:1786400258.589340:0:18649:0:(import.c:65:import_set_state_nolock()) ffff9c8f5f39c000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1786400258.589392:0:18649:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1786400258.589478:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f6da6eab-d88a-4c2c-a4c2-d5f080f03c62+2:2399:x1873175924322304:12345-192.168.203.33@tcp:9:kworker.0 Request processed in 168us (1054us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400258.589486:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 33 00000100:00100000:1.0:1786400258.589939:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f6da6eab-d88a-4c2c-a4c2-d5f080f03c62+2:2399:x1873175924322176:12345-192.168.203.33@tcp:9:kworker.0 Request processed in 1022us (1586us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400258.589947:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 32 00010000:00010000:2.0:1786400258.592468:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400258.592515:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400258.744147:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a819be0f-83d8-496f-a653-400ceb0847b5:3646:1873175941170560:0@lo:400:kworker.0 00000100:00100000:3.0:1786400258.744220:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400258.744503:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941170688:0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.744584:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400258.745021:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941171200:0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.745049:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400258.745070:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1873175941171712:0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.745092:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400258.745112:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1786400258.745118:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1873175941171072:0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.745139:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400258.745153:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1873175941171584:0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.745171:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400258.745184:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47d33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1873175941172096:0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.745203:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400258.745230:0:18187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941170688 00000100:00100000:1.0:1786400258.745236:0:18187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941170688 00000100:00100000:1.0:1786400258.745271:0:18187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941171200 00000100:00100000:1.0:1786400258.745275:0:18187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941171200 00000100:00100000:1.0:1786400258.745289:0:18187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1786400258.745297:0:18187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941170688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.745350:0:18187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941170688:12345-0@lo:400:kworker.0 Request processed in 52us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400258.745357:0:18187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1786400258.745373:0:18187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1786400258.745379:0:18187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941171200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.745560:0:18187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941171200:12345-0@lo:400:kworker.0 Request processed in 180us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400258.745580:0:18187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1786400258.746123:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941170688:0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.746137:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941171200:0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.746174:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941170816:0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.746204:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400258.746225:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941171328:0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.746244:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400258.746259:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f78e36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1873175941171840:0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.746273:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400258.746281:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1786400258.746285:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941170944:0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.746296:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400258.746306:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941171456:0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.746317:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400258.746324:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1873175941171968:0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.746334:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400258.746347:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941170816 00000100:00100000:1.0:1786400258.746349:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941170816 00000100:00100000:1.0:1786400258.746370:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941171328 00000100:00100000:1.0:1786400258.746371:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941171328 00000100:00100000:1.0:1786400258.746378:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941170944 00000100:00100000:3.0:1786400258.746496:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941171456 00000100:00100000:3.0:1786400258.746499:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941171456 00000100:00100000:3.0:1786400258.746515:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1786400258.746519:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941170816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400258.746567:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941170816:12345-0@lo:400:kworker.0 Request processed in 46us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400258.746573:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1786400258.746587:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1786400258.746593:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47d31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941171328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400258.746876:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47d31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941171328:12345-0@lo:400:kworker.0 Request processed in 282us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400258.746883:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1786400258.746958:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1786400258.747031:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941171456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400258.747067:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941171456:12345-0@lo:400:kworker.0 Request processed in 103us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400258.747074:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1786400258.747119:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941171456:0@lo:400:kworker.0 00000100:00100000:3.0:1786400258.747131:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941170816:0@lo:400:kworker.0 00000100:00100000:3.0:1786400258.747139:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941171328:0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.747218:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941170944 00000100:00100000:1.0:1786400258.747258:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1786400258.747264:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47d33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941170944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400258.747298:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47d33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941170944:12345-0@lo:400:kworker.0 Request processed in 34us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400258.747311:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1786400258.747759:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941171712 00000100:00100000:2.0:1786400258.747766:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941171712 00000100:00100000:2.0:1786400258.747795:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941171072 00000100:00100000:2.0:1786400258.747799:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941171072 00000100:00100000:2.0:1786400258.747811:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941171584 00000100:00100000:2.0:1786400258.747813:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941171584 00000100:00100000:2.0:1786400258.747830:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941172096 00000100:00100000:2.0:1786400258.747833:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941172096 00000100:00100000:2.0:1786400258.747844:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941171840 00000100:00100000:2.0:1786400258.747846:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941171840 00000100:00100000:2.0:1786400258.747855:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941171968 00000100:00100000:2.0:1786400258.747858:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941171968 00000100:00100000:2.0:1786400258.747871:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1786400258.747885:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1873175941171712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400258.747934:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1873175941171712:12345-0@lo:400:kworker.0 Request processed in 49us (2840us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400258.747940:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1786400258.747959:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1786400258.747965:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1873175941171072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400258.747996:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1873175941171072:12345-0@lo:400:kworker.0 Request processed in 32us (2856us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400258.748012:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941170944:0@lo:400:kworker.0 00000100:00100000:2.0:1786400258.748013:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1786400258.748034:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1786400258.748042:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1873175941171584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400258.748072:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1873175941171584:12345-0@lo:400:kworker.0 Request processed in 32us (2900us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400258.748077:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1786400258.748089:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1873175941172096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400258.748097:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1786400258.748113:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1786400258.748120:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1873175941171840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400258.748134:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1873175941172096:12345-0@lo:400:kworker.0 Request processed in 48us (2928us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400258.748142:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1786400258.748164:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1786400258.748165:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1873175941171840:12345-0@lo:400:kworker.0 Request processed in 43us (1887us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400258.748176:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4822c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1873175941171968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400258.748176:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1786400258.748215:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4822c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1873175941171968:12345-0@lo:400:kworker.0 Request processed in 42us (1878us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400258.748224:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:2.0:1786400258.748260:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1786400258.748264:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941172352:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1786400258.748265:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1786400258.748269:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1786400258.748273:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1786400258.748286:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941172224:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1786400258.748340:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400258.748380:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1873175941171072:0@lo:400:kworker.0 00000100:00100000:2.0:1786400258.748392:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1873175941171584:0@lo:400:kworker.0 00010000:00080000:2.0:1786400258.748404:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f47d33800 x1873175941172096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400258.748413:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1873175941172096:0@lo:400:kworker.0 00000100:00100000:2.0:1786400258.748424:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1873175941171712:0@lo:400:kworker.0 00000100:00100000:2.0:1786400258.748454:0:20283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941172224 00000100:00100000:2.0:1786400258.748458:0:20283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941172224 00000100:00100000:2.0:1786400258.748485:0:20283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1786400258.748492:0:20283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941172224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1786400258.748514:0:20283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1786400258.748562:0:20283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941172224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400258.748575:0:20283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1786400258.748613:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941172224:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1786400258.748662:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400258.748716:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1873175941171968:0@lo:400:kworker.0 00010000:00080000:2.0:1786400258.748730:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f78e36300 x1873175941171840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400258.748739:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f78e36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1873175941171840:0@lo:400:kworker.0 00000100:00100000:2.0:1786400258.748764:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941172352 00000100:00100000:2.0:1786400258.748767:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941172352 00000100:00100000:0.0:1786400258.748783:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941170560 00000100:00100000:0.0:1786400258.748790:0:17138:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941170560 00000100:00100000:2.0:1786400258.748797:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1786400258.748806:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941172352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1786400258.748818:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1786400258.748828:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1786400258.748839:0:17138:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a819be0f-83d8-496f-a653-400ceb0847b5+24:3646:x1873175941170560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400258.748855:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941172352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400258.748861:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1786400258.748897:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941172352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1786400258.748900:0:17138:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a819be0f-83d8-496f-a653-400ceb0847b5+24:3646:x1873175941170560:12345-0@lo:400:kworker.0 Request processed in 62us (4678us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400258.748910:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1786400258.748947:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a819be0f-83d8-496f-a653-400ceb0847b5:3646:1873175941170560:0@lo:400:kworker.0 00010000:00010000:2.0:1786400259.124471:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1786400259.775378:0:20519:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 18:17:39 (1786400259) 00010000:00010000:2.0:1786400260.147950:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1786400260.534882:0:17178:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1786400260.534892:0:17178:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1786400260.534926:0:17178:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1786400260.534933:0:17178:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1786400261.199460:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400261.302136:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941172480:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1786400261.302199:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400261.302362:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941172480 00000100:00100000:1.0:1786400261.302370:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941172480 00000100:00100000:1.0:1786400261.302450:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1786400261.302460:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941172480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1786400261.302485:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1786400261.302543:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941172480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400261.302551:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1786400261.302598:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941172480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1786400261.302717:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1786400261.302727:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e474b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941172608:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1786400261.302755:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400261.302778:0:20283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941172608 00000100:00100000:0.0:1786400261.302782:0:20283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941172608 00000100:00080000:3.0:1786400261.302855:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1786400261.302941:0:20283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1786400261.302949:0:20283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941172608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1786400261.302959:0:20283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1786400261.302992:0:20283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941172608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400261.302998:0:20283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1786400261.303026:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e474b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941172608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1786400261.812038:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e474b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941172736:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1786400261.812107:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400261.812337:0:18187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941172736 00000100:00100000:2.0:1786400261.812345:0:18187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941172736 00000100:00100000:2.0:1786400261.812512:0:18187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1786400261.812532:0:18187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941172736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1786400261.812572:0:18187:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1786400261.812626:0:18187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941172736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400261.812634:0:18187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1786400261.812643:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1786400261.812657:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941172864:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1786400261.812715:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400261.812738:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e474b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941172736:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1786400261.812898:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941172864 00000100:00100000:3.0:1786400261.812903:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941172864 00000100:00100000:3.0:1786400261.812924:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1786400261.812931:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4822fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941172864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1786400261.812947:0:17149:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1786400261.812993:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4822fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941172864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400261.813000:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1786400261.813081:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941172864:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1786400262.195918:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1786400262.327955:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:0.0:1786400262.327970:0:17123:0:(update_trans.c:1341:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:2.0:1786400262.328034:0:17183:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:2.0:1786400262.328046:0:17183:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:2.0:1786400262.490080:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400262.490187:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924322560 00000100:00100000:3.0:1786400262.490197:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924322560 00000100:00100000:3.0:1786400262.490295:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 13 00000100:00100000:3.0:1786400262.490304:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:24548f29-bdba-48bd-bb02-4cc88e954268+13:16341:x1873175924322560:12345-192.168.203.33@tcp:35:umount.0 00000001:00080000:3.0:1786400262.490507:0:17146:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:3.0:1786400262.490588:0:17146:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:3.0:1786400262.490716:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:24548f29-bdba-48bd-bb02-4cc88e954268+16:16341:x1873175924322560:12345-192.168.203.33@tcp:35:umount.0 Request processed in 385us (617us total) trans 8589934626 rc 0/0 00000100:00100000:3.0:1786400262.490724:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 13 00000020:00080000:3.0:1786400262.490729:0:17146:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:2.0:1786400262.490819:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1786400262.521610:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400262.521753:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400262.521873:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400262.521926:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924322688 00000100:00100000:2.0:1786400262.521937:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924322688 00000100:00100000:2.0:1786400262.521997:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924322816 00000100:00100000:2.0:1786400262.522002:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924322816 00000100:00100000:2.0:1786400262.522027:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 3 00000100:00100000:2.0:1786400262.522036:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf2a631e-d979-4757-bec1-99978e6230e0+14:2400:x1873175924322688:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1786400262.522053:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400262.522072:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f86347000/0x2c22c21443906160 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227765 expref: 14 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400262.522090:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400262.522138:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf2a631e-d979-4757-bec1-99978e6230e0+13:2400:x1873175924322688:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 102us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400262.522146:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 3 00000100:00100000:1.0:1786400262.522152:0:20170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 4 00000100:00100000:1.0:1786400262.522161:0:20170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e46a7a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cf2a631e-d979-4757-bec1-99978e6230e0+12:2400:x1873175924322816:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1786400262.522170:0:20170:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1786400262.522179:0:20170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f67630200/0x2c22c21443906167 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227796 expref: 12 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400262.522188:0:20170:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1786400262.522207:0:20170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e46a7a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cf2a631e-d979-4757-bec1-99978e6230e0+11:2400:x1873175924322816:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 48us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400262.522228:0:20170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 4 00000100:00100000:0.0:1786400262.522480:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400262.522537:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924323072 00000100:00100000:1.0:1786400262.522542:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924323072 00000100:00100000:1.0:1786400262.522635:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 34 00000100:00100000:1.0:1786400262.522643:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:24548f29-bdba-48bd-bb02-4cc88e954268+5:2399:x1873175924323072:12345-192.168.203.33@tcp:9:umount.0 00000020:00000080:1.0:1786400262.522715:0:18650:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c2144390618a 00000100:00080000:1.0:1786400262.522724:0:18650:0:(import.c:65:import_set_state_nolock()) ffff9c8e45eba800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1786400262.522755:0:17128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924322944 00000100:00100000:3.0:1786400262.522760:0:17128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924322944 00000001:00000004:1.0:1786400262.522764:0:18650:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1786400262.522821:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 5 00000100:00100000:2.0:1786400262.522829:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf2a631e-d979-4757-bec1-99978e6230e0+11:2401:x1873175924322944:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1786400262.522837:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400262.522847:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f413d3e00/0x2c22c21443906224 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f22784c expref: 11 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400262.522864:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1786400262.522871:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:24548f29-bdba-48bd-bb02-4cc88e954268+2:2399:x1873175924323072:12345-192.168.203.33@tcp:9:umount.0 Request processed in 229us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400262.522879:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf2a631e-d979-4757-bec1-99978e6230e0+10:2401:x1873175924322944:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 51us (1006us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400262.522879:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 34 00000100:00100000:2.0:1786400262.522885:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 5 00010000:00010000:2.0:1786400262.522899:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786400262.523112:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1786400262.540903:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400262.541032:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924323968 00000100:00100000:0.0:1786400262.541043:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924323968 00000100:00100000:0.0:1786400262.541142:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 67 00000100:00100000:0.0:1786400262.541153:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:24548f29-bdba-48bd-bb02-4cc88e954268+16:2399:x1873175924323968:12345-192.168.203.33@tcp:39:umount.0 00000020:00000080:0.0:1786400262.541185:0:17143:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c2144390617c 00000020:00010000:0.0:1786400262.541201:0:17143:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9c8e477d2000: total 0 00000100:00080000:0.0:1786400262.541206:0:17143:0:(import.c:65:import_set_state_nolock()) ffff9c8e477d4000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1786400262.541258:0:17143:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:0.0:1786400262.541479:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:24548f29-bdba-48bd-bb02-4cc88e954268+15:2399:x1873175924323968:12345-192.168.203.33@tcp:39:umount.0 Request processed in 327us (583us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1786400262.541489:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 67 00000020:00010000:2.0:1786400262.541554:0:17132:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9c8e477d2000: total 0 00010000:00010000:2.0:1786400262.541559:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400262.541608:0:17132:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9c8e477d2000, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1786400262.541644:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9c8e46b7b600) 00010000:00010000:2.0:1786400262.541648:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1786400262.541655:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f67630c00/0x2c22c2144390639e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f2278bc expref: 14 pid: 19935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400262.541675:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8e47b51400) 00010000:00010000:2.0:1786400262.541678:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1786400262.541682:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f67631a00/0x2c22c2144390629b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227868 expref: 13 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400262.541741:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9c8e46b7b300) 00010000:00010000:2.0:1786400262.541744:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1786400262.541749:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876c00/0x2c22c2144390642a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f2278e6 expref: 12 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400262.541767:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9c8e46b7b600) 00010000:00010000:2.0:1786400262.541769:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1786400262.541773:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d2800/0x2c22c21443906485 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227909 expref: 11 pid: 17144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400262.541797:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c8e47b51300) 00010000:00010000:2.0:1786400262.541800:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1786400262.541803:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f67631c00/0x2c22c2144390625c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f22785a expref: 10 pid: 19935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400262.541818:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9c8e47b51000) 00010000:00010000:2.0:1786400262.541821:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1786400262.541824:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f67630800/0x2c22c21443906240 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227853 expref: 9 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400262.541838:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9c8e47b51500) 00010000:00010000:2.0:1786400262.541841:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1786400262.541845:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f86347400/0x2c22c21443906320 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227892 expref: 8 pid: 17144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400262.541882:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9c8e46b7b600) 00010000:00010000:2.0:1786400262.541885:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1786400262.541889:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f67630400/0x2c22c214439063cf lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f2278d1 expref: 7 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400262.541902:0:17132:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9c8e477d2000, canceled 8 locks, left on hash table 0. 00010000:00010000:2.0:1786400262.541916:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400262.541918:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400262.541920:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400262.552675:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400262.552912:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924324096 00000100:00100000:3.0:1786400262.552922:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924324096 00000100:00080000:2.0:1786400262.553109:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1786400262.553153:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 68 00000100:00100000:0.0:1786400262.553164:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4822d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:24548f29-bdba-48bd-bb02-4cc88e954268+5:2399:x1873175924324096:12345-192.168.203.33@tcp:39:umount.0 00000020:00000080:0.0:1786400262.553195:0:17145:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443906175 00000100:00080000:0.0:1786400262.553210:0:17145:0:(import.c:65:import_set_state_nolock()) ffff9c8e477d1000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1786400262.553339:0:17145:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:0.0:1786400262.553587:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4822d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:24548f29-bdba-48bd-bb02-4cc88e954268+3:2399:x1873175924324096:12345-192.168.203.33@tcp:39:umount.0 Request processed in 423us (920us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1786400262.553596:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 68 00010000:00010000:2.0:1786400262.553935:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1786400262.709043:0:17894:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1786400263.220095:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400263.596479:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400263.596906:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400263.597360:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400263.597568:0:20170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924324352 00000100:00100000:3.0:1786400263.597647:0:20170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924324352 00000100:00100000:3.0:1786400263.597731:0:20170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924324224 00000100:00100000:3.0:1786400263.597735:0:20170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924324224 00000100:00100000:3.0:1786400263.597762:0:20170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 6 00000100:00100000:3.0:1786400263.597771:0:20170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4822ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cf2a631e-d979-4757-bec1-99978e6230e0+11:2400:x1873175924324352:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1786400263.597797:0:20170:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1786400263.597817:0:20170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f67631600/0x2c22c214439061a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227806 expref: 11 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400263.597836:0:20170:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1786400263.597888:0:20170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4822ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cf2a631e-d979-4757-bec1-99978e6230e0+10:2400:x1873175924324352:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 118us (1419us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400263.597896:0:20170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 6 00000100:00100000:3.0:1786400263.597912:0:20170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 7 00000100:00100000:3.0:1786400263.597918:0:20170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4822df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cf2a631e-d979-4757-bec1-99978e6230e0+9:2400:x1873175924324224:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1786400263.597926:0:20170:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1786400263.597935:0:20170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8e47876000/0x2c22c2144390619f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f2277d5 expref: 9 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400263.597944:0:20170:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1786400263.598393:0:20170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4822df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cf2a631e-d979-4757-bec1-99978e6230e0+8:2400:x1873175924324224:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 472us (1486us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400263.598401:0:20170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 7 00000100:00100000:2.0:1786400263.600180:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924324480 00000100:00100000:2.0:1786400263.600191:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924324480 00000100:00100000:3.0:1786400263.600617:0:20170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 8 00000100:00100000:3.0:1786400263.600629:0:20170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4822ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cf2a631e-d979-4757-bec1-99978e6230e0+8:2401:x1873175924324480:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1786400263.600646:0:20170:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1786400263.600664:0:20170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f413d3a00/0x2c22c21443906201 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227845 expref: 8 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400263.600681:0:20170:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1786400263.601113:0:20170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4822ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cf2a631e-d979-4757-bec1-99978e6230e0+7:2401:x1873175924324480:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 485us (3752us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400263.601147:0:20170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 8 00000100:00100000:3.0:1786400263.604423:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400263.604654:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924324736 00000100:00100000:2.0:1786400263.604664:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924324736 00000100:00100000:2.0:1786400263.604823:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 69 00000100:00100000:2.0:1786400263.604833:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f6da6eab-d88a-4c2c-a4c2-d5f080f03c62+6:2399:x1873175924324736:12345-192.168.203.33@tcp:39:umount.0 00000020:00000080:2.0:1786400263.604871:0:17144:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c214439061b4 00000020:00010000:2.0:1786400263.604879:0:17144:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9c8f5e5cc000: total 0 00000100:00080000:2.0:1786400263.604883:0:17144:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5cb000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1786400263.604903:0:17144:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00010000:3.0:1786400263.605090:0:17131:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9c8f5e5cc000: total 0 00010000:00010000:3.0:1786400263.605140:0:17131:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9c8f5e5cc000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1786400263.605171:0:17131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8e47b51400) 00010000:00010000:3.0:1786400263.605174:0:17131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1786400263.605182:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f86346600/0x2c22c214439062a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f22786f expref: 6 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400263.605203:0:17131:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9c8f5e5cc000, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1786400263.605214:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400263.605216:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400263.605217:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400263.605444:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f6da6eab-d88a-4c2c-a4c2-d5f080f03c62+3:2399:x1873175924324736:12345-192.168.203.33@tcp:39:umount.0 Request processed in 611us (1027us total) trans 8589934628 rc 0/0 00000100:00100000:2.0:1786400263.605453:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 69 00000100:00080000:0.0:1786400263.606985:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1786400263.614604:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400263.614922:0:19935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924324864 00000100:00100000:3.0:1786400263.614932:0:19935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924324864 00000100:00100000:3.0:1786400263.615145:0:19935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 70 00000100:00100000:3.0:1786400263.615156:0:19935:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f6da6eab-d88a-4c2c-a4c2-d5f080f03c62+5:2399:x1873175924324864:12345-192.168.203.33@tcp:39:umount.0 00000020:00000080:3.0:1786400263.615196:0:19935:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c214439061bb 00000100:00080000:3.0:1786400263.615204:0:19935:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5a3800 : changing import state from FULL to CLOSED 00000100:00080000:0.0:1786400263.615399:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00000004:3.0:1786400263.615501:0:19935:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:3.0:1786400263.615663:0:19935:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f6da6eab-d88a-4c2c-a4c2-d5f080f03c62+3:2399:x1873175924324864:12345-192.168.203.33@tcp:39:umount.0 Request processed in 509us (1066us total) trans 8589934594 rc 0/0 00000100:00100000:3.0:1786400263.615672:0:19935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 70 00010000:00010000:1.0:1786400263.616166:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400263.641329:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400263.641500:0:17135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924325120 00000100:00100000:3.0:1786400263.641517:0:17135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924325120 00000100:00100000:3.0:1786400263.641633:0:17135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 171 00000100:00100000:3.0:1786400263.641644:0:17135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75892850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf2a631e-d979-4757-bec1-99978e6230e0+7:2399:x1873175924325120:12345-192.168.203.33@tcp:251:umount.0 00000020:00000080:3.0:1786400263.641734:0:17135:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443906152 00000020:00010000:3.0:1786400263.641741:0:17135:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9c8f5e5ce800: total 0 00000100:00080000:3.0:1786400263.641746:0:17135:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5c8000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1786400263.641818:0:17135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75892850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf2a631e-d979-4757-bec1-99978e6230e0+3:2399:x1873175924325120:12345-192.168.203.33@tcp:251:umount.0 Request processed in 174us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400263.641826:0:17135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 171 00000020:00010000:0.0:1786400263.641892:0:17131:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9c8f5e5ce800: total 0 00010000:00010000:0.0:1786400263.641896:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400263.641943:0:17131:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9c8f5e5ce800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1786400263.641976:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f86346e00/0x2c22c21443906159 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f22775e expref: 2 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400263.641992:0:17131:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9c8f5e5ce800, canceled 1 locks, left on hash table 0. 00000020:00000080:0.0:1786400263.642001:0:17131:0:(genops.c:906:class_export_put()) final put ffff9c8f5e5ce800/cf2a631e-d979-4757-bec1-99978e6230e0 00010000:00010000:0.0:1786400263.642014:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400263.642015:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400263.642017:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1786400263.642027:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5e5ce800/cf2a631e-d979-4757-bec1-99978e6230e0 for MGS 00000020:00000080:0.0:1786400263.642056:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8f5e5c8000 for MGS 00000100:00100000:0.0:1786400263.859906:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1786400263.860021:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941173120:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1786400263.860106:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400263.860175:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941173120 00000100:00100000:1.0:1786400263.860183:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941173120 00000100:00100000:1.0:1786400263.860246:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1786400263.860256:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941173120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1786400263.860293:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1786400263.860332:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941173120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400263.860355:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1786400263.860443:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a819be0f-83d8-496f-a653-400ceb0847b5:3647:1873175941173248:0@lo:400:kworker.0 00000100:00100000:2.0:1786400263.860480:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1786400263.860527:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1786400263.860755:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941173248 00000100:00100000:2.0:1786400263.860759:0:17138:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941173248 00000100:00100000:2.0:1786400263.860788:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1786400263.860795:0:17138:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75891450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a819be0f-83d8-496f-a653-400ceb0847b5+24:3647:x1873175941173248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400263.860833:0:17138:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75891450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a819be0f-83d8-496f-a653-400ceb0847b5+24:3647:x1873175941173248:12345-0@lo:400:kworker.0 Request processed in 38us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400263.860840:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1786400263.860883:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a819be0f-83d8-496f-a653-400ceb0847b5:3647:1873175941173248:0@lo:400:kworker.0 00000100:00100000:2.0:1786400263.860926:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941173120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1786400263.861100:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1786400263.861112:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941173376:0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.861145:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400263.861175:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941173376 00000100:00100000:3.0:1786400263.861179:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941173376 00000100:00100000:3.0:1786400263.861205:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1786400263.861211:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941173376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.861246:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941173376:12345-0@lo:400:kworker.0 Request processed in 35us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400263.861252:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1786400263.861276:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941173376:0@lo:400:kworker.0 00000100:00100000:0.0:1786400263.861872:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941172992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1786400263.861907:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400263.862120:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941173760:0@lo:400:kworker.0 00000100:00100000:1.0:1786400263.862148:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400263.862167:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1873175941174272:0@lo:400:kworker.0 00000100:00100000:1.0:1786400263.862189:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400263.862207:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1786400263.862213:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1873175941173632:0@lo:400:kworker.0 00000100:00100000:1.0:1786400263.862246:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400263.862263:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e474b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1873175941174144:0@lo:400:kworker.0 00000100:00100000:1.0:1786400263.862282:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400263.862305:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941173760 00000100:00100000:1.0:1786400263.862310:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941173760 00000100:00100000:1.0:1786400263.862340:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1786400263.862347:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941173760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400263.862385:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941173760:12345-0@lo:400:kworker.0 Request processed in 39us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400263.862392:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1786400263.862425:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941173760:0@lo:400:kworker.0 00000100:00100000:1.0:1786400263.862445:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941174272 00000100:00100000:1.0:1786400263.862449:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941174272 00000100:00100000:1.0:1786400263.862481:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941173632 00000100:00100000:1.0:1786400263.862484:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941173632 00000100:00100000:1.0:1786400263.862497:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941174144 00000100:00100000:1.0:1786400263.862499:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941174144 00000100:00100000:3.0:1786400263.862610:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4822d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941173504:0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.862638:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400263.862656:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1873175941174016:0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.862673:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400263.862683:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1873175941174528:0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.862723:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400263.862736:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1786400263.862741:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941173888:0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.862780:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400263.862798:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1873175941174400:0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.862820:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400263.862840:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941173504 00000100:00100000:3.0:1786400263.862844:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941173504 00000100:00100000:3.0:1786400263.862871:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941173888 00000100:00100000:3.0:1786400263.862874:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941173888 00000100:00100000:3.0:1786400263.862894:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1786400263.862901:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941173504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.862938:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941173504:12345-0@lo:400:kworker.0 Request processed in 37us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400263.862945:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1786400263.862959:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1786400263.862965:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75900e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941173888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.862993:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75900e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941173888:12345-0@lo:400:kworker.0 Request processed in 28us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400263.862999:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1786400263.863024:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941173888:0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.863033:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941173504:0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.863072:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941174016 00000100:00100000:3.0:1786400263.863075:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941174016 00000100:00100000:3.0:1786400263.863091:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941174528 00000100:00100000:3.0:1786400263.863094:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941174528 00000100:00100000:3.0:1786400263.863106:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941174400 00000100:00100000:3.0:1786400263.863109:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941174400 00000100:00100000:3.0:1786400263.863123:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1786400263.863129:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1873175941174272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.863172:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1873175941174272:12345-0@lo:400:kworker.0 Request processed in 43us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400263.863179:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1786400263.863192:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1786400263.863198:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1873175941173632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.863223:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1873175941173632:12345-0@lo:400:kworker.0 Request processed in 26us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400263.863229:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1786400263.863239:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1786400263.863244:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1873175941174016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.863272:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1873175941174016:12345-0@lo:400:kworker.0 Request processed in 28us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400263.863277:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1786400263.863288:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1786400263.863293:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1873175941174528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.863336:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1873175941174528:12345-0@lo:400:kworker.0 Request processed in 42us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400263.863342:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1786400263.863355:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1786400263.863360:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1873175941174400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.863384:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1873175941174400:12345-0@lo:400:kworker.0 Request processed in 23us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400263.863389:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1786400263.863415:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1873175941174400:0@lo:400:kworker.0 00000100:00100000:3.0:1786400263.863433:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1873175941174016:0@lo:400:kworker.0 00010000:00080000:3.0:1786400263.863443:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f5edb0380 x1873175941174528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786400263.863452:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1873175941174528:0@lo:400:kworker.0 00000100:00080000:3.0:1786400263.863478:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1786400263.863482:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1786400263.863484:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1786400263.863908:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1786400263.863914:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1873175941174144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400263.863956:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1873175941174144:12345-0@lo:400:kworker.0 Request processed in 43us (1673us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400263.863962:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1786400263.863992:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4822ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1873175941173632:0@lo:400:kworker.0 00000100:00100000:1.0:1786400263.864003:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e474b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1873175941174144:0@lo:400:kworker.0 00010000:00080000:1.0:1786400263.864014:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f5edb0000 x1873175941174272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400263.864023:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1873175941174272:0@lo:400:kworker.0 00000100:00080000:3.0:1786400263.864190:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1786400263.864295:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941172992 00000100:00100000:2.0:1786400263.864306:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941172992 00000100:00100000:2.0:1786400263.864384:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1786400263.864391:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941172992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1786400263.864406:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1786400263.864456:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941172992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (2547us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400263.864461:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1786400263.864634:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941172992:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1786400263.864802:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1786400264.243978:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1786400264.432251:0:18645:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f6da6eab-d88a-4c2c-a4c2-d5f080f03c62 00000020:00000080:1.0:1786400264.432261:0:18645:0:(genops.c:906:class_export_put()) final put ffff9c8e45fe7000/f6da6eab-d88a-4c2c-a4c2-d5f080f03c62 00000001:00100000:1.0:1786400264.432287:0:18645:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 24548f29-bdba-48bd-bb02-4cc88e954268 00000020:00000080:1.0:1786400264.432289:0:18645:0:(genops.c:906:class_export_put()) final put ffff9c8f5e5ca800/24548f29-bdba-48bd-bb02-4cc88e954268 00000020:00000080:2.0:1786400264.432613:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e45fe7000/f6da6eab-d88a-4c2c-a4c2-d5f080f03c62 for lustre-OST0000 00000020:00000080:2.0:1786400264.432656:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5e5ca800/24548f29-bdba-48bd-bb02-4cc88e954268 for lustre-OST0000 00000020:00000080:2.0:1786400264.432672:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8f77b4d800 for lustre-OST0000 00000020:00000080:2.0:1786400264.432679:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8f5e5ca000 for lustre-OST0000 00000001:00100000:0.0:1786400264.432912:0:19464:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 24548f29-bdba-48bd-bb02-4cc88e954268 00000020:00000080:0.0:1786400264.432917:0:19464:0:(genops.c:906:class_export_put()) final put ffff9c8e45eba000/24548f29-bdba-48bd-bb02-4cc88e954268 00000001:00100000:0.0:1786400264.432938:0:19464:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of f6da6eab-d88a-4c2c-a4c2-d5f080f03c62 00000020:00000080:0.0:1786400264.432941:0:19464:0:(genops.c:906:class_export_put()) final put ffff9c8f5f39a800/f6da6eab-d88a-4c2c-a4c2-d5f080f03c62 00000020:00000080:2.0:1786400264.433052:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e45eba000/24548f29-bdba-48bd-bb02-4cc88e954268 for lustre-OST0001 00000020:00000080:2.0:1786400264.433181:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5f39a800/f6da6eab-d88a-4c2c-a4c2-d5f080f03c62 for lustre-OST0001 00000020:00000080:2.0:1786400264.433405:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e45eba800 for lustre-OST0001 00000020:00000080:2.0:1786400264.433529:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8f5f39c000 for lustre-OST0001 00010000:00010000:2.0:1786400265.270834:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1786400265.318362:0:20714:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1786400265.336874:0:20714:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1786400265.336936:0:20714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e483fbe00/0x2c22c21443905d15 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443905d1c expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.336950:0:20714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e483fbe00/0x2c22c21443905d15 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443905d1c expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.336957:0:20714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e483fbe00/0x2c22c21443905d15 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905d1c expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.336963:0:20714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8e483fbe00/0x2c22c21443905d15 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905d1c expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.336996:0:20714:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1786400265.337002:0:20714:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1786400265.337028:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1786400265.337032:0:20714:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1786400265.337037:0:20714:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1786400265.337061:0:20714:0:(import.c:65:import_set_state_nolock()) ffff9c8e47881800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1786400265.337284:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1873175941174656:0@lo:39:umount.0 00000100:00100000:3.0:1786400265.337347:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1786400265.337543:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400265.337551:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8e483fbe00/0x2c22c21443905d15 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905d1c expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.337560:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fbe00 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:1.0:1786400265.337563:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8e483fbe00/0x2c22c21443905d15 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905d1c expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.337572:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8e483fbe00/0x2c22c21443905d15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c21443905d1c expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1786400265.337579:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8e483fbe00/0x2c22c21443905d15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c21443905d1c expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1786400265.337598:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1786400265.337600:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1786400265.337602:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1786400265.337629:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8e483fbe00/0x2c22c21443905d15 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905d1c expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.337636:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1786400265.337666:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8e483fbe00/0x2c22c21443905d15 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905d1c expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.337673:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8e483fbe00/0x2c22c21443905d15 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905d1c expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.337684:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400265.337686:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400265.337687:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400265.337894:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941174656 00000100:00100000:2.0:1786400265.337902:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941174656 00000100:00100000:2.0:1786400265.337953:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1786400265.337961:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1873175941174656:12345-0@lo:39:umount.0 00000020:00000080:2.0:1786400265.337984:0:17144:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905d46 00000100:00080000:2.0:1786400265.337992:0:17144:0:(import.c:65:import_set_state_nolock()) ffff9c8e46bcc800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1786400265.338059:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3645:x1873175941174656:12345-0@lo:39:umount.0 Request processed in 98us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400265.338066:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:2.0:1786400265.338075:0:17144:0:(genops.c:906:class_export_put()) final put ffff9c8f50513000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:2.0:1786400265.338093:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786400265.338136:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1786400265.338148:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a819be0f-83d8-496f-a653-400ceb0847b5:3647:1873175941174784:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1786400265.338180:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:3.0:1786400265.338325:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f50513000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1786400265.338377:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e46bcc800 for lustre-MDT0000 00000100:00080000:3.0:1786400265.338407:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e47881800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1786400265.338424:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1873175941174656:0@lo:39:umount.0 00000100:00080000:1.0:1786400265.338481:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1786400265.338485:0:20714:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1786400265.338489:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1786400265.339355:0:20714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb200/0x2c22c21443905c66 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443905c6d expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339369:0:20714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb200/0x2c22c21443905c66 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443905c6d expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339377:0:20714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb200/0x2c22c21443905c66 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905c6d expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339385:0:20714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb200/0x2c22c21443905c66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905c6d expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339419:0:20714:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400265.339425:0:20714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69600/0x2c22c21443906072 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906079 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339433:0:20714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69600/0x2c22c21443906072 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443906079 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339439:0:20714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69600/0x2c22c21443906072 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443906079 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339446:0:20714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69600/0x2c22c21443906072 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443906079 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339456:0:20714:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1786400265.339462:0:20714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e47877e00/0x2c22c21443906216 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390621d expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339469:0:20714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e47877e00/0x2c22c21443906216 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c2144390621d expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339475:0:20714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e47877e00/0x2c22c21443906216 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c2144390621d expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339482:0:20714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8e47877e00/0x2c22c21443906216 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c2144390621d expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339503:0:20714:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1786400265.339510:0:20714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e483fac00/0x2c22c21443905c58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443905c5f expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339523:0:20714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e483fac00/0x2c22c21443905c58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443905c5f expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339530:0:20714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e483fac00/0x2c22c21443905c58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905c5f expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339536:0:20714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8e483fac00/0x2c22c21443905c58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905c5f expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400265.339544:0:20714:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:1.0:1786400265.339547:0:20714:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:1.0:1786400265.339575:0:20714:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1786400265.339579:0:20714:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:1.0:1786400265.339583:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1786400265.339588:0:20714:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:1.0:1786400265.339593:0:20714:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9c8f5e5cf800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1786400265.339598:0:20714:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9c8e47b25800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1786400265.339602:0:20714:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9c8f5f317800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1786400265.339605:0:20714:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9c8f4289f000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1786400265.339612:0:20714:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff9c8f5e5cc000 f6da6eab-d88a-4c2c-a4c2-d5f080f03c62 192.168.203.33@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:1.0:1786400265.339616:0:20714:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff9c8e477d2000 24548f29-bdba-48bd-bb02-4cc88e954268 192.168.203.33@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:1.0:1786400265.339622:0:20714:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff9c8f75998000) has exports, disconnecting them 00000020:00080000:1.0:1786400265.339626:0:20714:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c8f5e5cf800), last request at 1786400263 00000020:00000080:1.0:1786400265.339631:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443906048 00000100:00080000:1.0:1786400265.339649:0:20714:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5cb800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1786400265.339714:0:20714:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c8f5e5cf800): rc 0 00000020:00000080:1.0:1786400265.339716:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8f5e5cf800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1786400265.339724:0:20714:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c8e47b25800), last request at 1786400263 00000020:00000080:1.0:1786400265.339727:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905ee3 00000100:00080000:1.0:1786400265.339733:0:20714:0:(import.c:65:import_set_state_nolock()) ffff9c8e47b24000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1786400265.339739:0:20714:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c8e47b25800): rc 0 00000020:00000080:1.0:1786400265.339740:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8e47b25800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:1.0:1786400265.339744:0:20714:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c8f5f317800), last request at 1786400200 00000020:00000080:1.0:1786400265.339747:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905e34 00000100:00080000:1.0:1786400265.339750:0:20714:0:(import.c:65:import_set_state_nolock()) ffff9c8f5f313800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1786400265.339755:0:20714:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c8f5f317800): rc 0 00000020:00000080:1.0:1786400265.339757:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8f5f317800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:1.0:1786400265.339760:0:20714:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c8f4289f000), last request at 1786400200 00000020:00000080:1.0:1786400265.339763:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905dd9 00000100:00080000:1.0:1786400265.339766:0:20714:0:(import.c:65:import_set_state_nolock()) ffff9c8e47a17000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1786400265.339770:0:20714:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:1.0:1786400265.339836:0:20714:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c8f4289f000): rc 0 00000004:00000080:1.0:1786400265.339842:0:20714:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb829c793fae0 00000100:00080000:1.0:1786400265.339857:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1786400265.339860:0:20714:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1786400265.340600:0:20714:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1786400265.340623:0:20714:0:(import.c:65:import_set_state_nolock()) ffff9c8e48853000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1786400265.340763:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941174784 00000100:00100000:2.0:1786400265.340771:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941174784 00000100:00100000:2.0:1786400265.340824:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1786400265.340833:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a819be0f-83d8-496f-a653-400ceb0847b5+24:3647:x1873175941174784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1786400265.340847:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400265.340864:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f42d9b200/0x2c22c21443905d1c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443905d15 expref: 24 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.340878:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400265.340944:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a819be0f-83d8-496f-a653-400ceb0847b5+23:3647:x1873175941174784:12345-0@lo:103:ldlm_bl.0 Request processed in 111us (2762us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400265.340960:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1786400265.341071:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a819be0f-83d8-496f-a653-400ceb0847b5:3647:1873175941174784:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1786400265.341094:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1786400265.341101:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb200/0x2c22c21443905c66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905c6d expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341109:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fb200 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:2.0:1786400265.341113:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb200/0x2c22c21443905c66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905c6d expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341121:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb200/0x2c22c21443905c66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c21443905c6d expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786400265.341129:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb200/0x2c22c21443905c66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c21443905c6d expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400265.341134:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1786400265.341137:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:2.0:1786400265.341139:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:2.0:1786400265.341157:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb200/0x2c22c21443905c66 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905c6d expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341163:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1786400265.341175:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb200/0x2c22c21443905c66 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905c6d expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341181:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb200/0x2c22c21443905c66 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905c6d expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341201:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1786400265.341205:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69600/0x2c22c21443906072 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443906079 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341210:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c69600 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:2.0:1786400265.341212:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69600/0x2c22c21443906072 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443906079 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341218:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69600/0x2c22c21443906072 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c21443906079 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786400265.341224:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69600/0x2c22c21443906072 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c21443906079 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400265.341229:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1786400265.341231:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1786400265.341233:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1786400265.341247:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69600/0x2c22c21443906072 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443906079 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341253:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1786400265.341267:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69600/0x2c22c21443906072 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443906079 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341273:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69600/0x2c22c21443906072 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443906079 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341283:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1786400265.341287:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8e47877e00/0x2c22c21443906216 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c2144390621d expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341297:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47877e00 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:2.0:1786400265.341299:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8e47877e00/0x2c22c21443906216 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c2144390621d expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341306:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8e47877e00/0x2c22c21443906216 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c2144390621d expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786400265.341312:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8e47877e00/0x2c22c21443906216 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c2144390621d expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400265.341316:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1786400265.341319:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1786400265.341321:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1786400265.341335:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8e47877e00/0x2c22c21443906216 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c2144390621d expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341340:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1786400265.341346:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8e47877e00/0x2c22c21443906216 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c2144390621d expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341352:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8e47877e00/0x2c22c21443906216 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c2144390621d expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341360:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786400265.341363:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8e483fac00/0x2c22c21443905c58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905c5f expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341368:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fac00 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:2.0:1786400265.341371:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8e483fac00/0x2c22c21443905c58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905c5f expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341383:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8e483fac00/0x2c22c21443905c58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c21443905c5f expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786400265.341389:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8e483fac00/0x2c22c21443905c58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c21443905c5f expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400265.341394:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1786400265.341396:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1786400265.341398:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1786400265.341410:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8e483fac00/0x2c22c21443905c58 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905c5f expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341415:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1786400265.341421:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8e483fac00/0x2c22c21443905c58 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905c5f expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341426:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8e483fac00/0x2c22c21443905c58 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905c5f expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341434:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400265.341436:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400265.341438:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400265.341451:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a819be0f-83d8-496f-a653-400ceb0847b5:3649:1873175941175296:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1786400265.341486:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400265.341537:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1786400265.341543:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a819be0f-83d8-496f-a653-400ceb0847b5:3649:1873175941175168:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1786400265.341563:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400265.341585:0:17128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941175296 00000100:00100000:2.0:1786400265.341594:0:17128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941175296 00000100:00100000:2.0:1786400265.341620:0:17128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941175168 00000100:00100000:2.0:1786400265.341622:0:17128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941175168 00000100:00100000:2.0:1786400265.341638:0:17128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1786400265.341643:0:17128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a819be0f-83d8-496f-a653-400ceb0847b5+24:3649:x1873175941175296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1786400265.341651:0:17128:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400265.341660:0:17128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8e47877800/0x2c22c2144390621d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443906216 expref: 24 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341669:0:17128:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400265.341715:0:17128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a819be0f-83d8-496f-a653-400ceb0847b5+23:3649:x1873175941175296:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400265.341721:0:17128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1786400265.341732:0:17128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1786400265.341737:0:17128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e46a7b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a819be0f-83d8-496f-a653-400ceb0847b5+22:3649:x1873175941175168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1786400265.341744:0:17128:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400265.341751:0:17128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f67631200/0x2c22c21443906079 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443906072 expref: 22 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341759:0:17128:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400265.341776:0:17128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e46a7b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a819be0f-83d8-496f-a653-400ceb0847b5+21:3649:x1873175941175168:12345-0@lo:103:ldlm_bl.0 Request processed in 39us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400265.341781:0:17128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1786400265.341820:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a819be0f-83d8-496f-a653-400ceb0847b5:3646:1873175941175424:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1786400265.341839:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400265.341859:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1786400265.341864:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a819be0f-83d8-496f-a653-400ceb0847b5:3646:1873175941175040:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1786400265.341879:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400265.341903:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941175424 00000100:00100000:2.0:1786400265.341907:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941175424 00000100:00100000:2.0:1786400265.341921:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941175040 00000100:00100000:2.0:1786400265.341923:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941175040 00000100:00100000:2.0:1786400265.341935:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1786400265.341940:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a819be0f-83d8-496f-a653-400ceb0847b5+22:3646:x1873175941175424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1786400265.341946:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400265.341954:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f43039000/0x2c22c21443905c5f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443905c58 expref: 22 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.341963:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400265.341989:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a819be0f-83d8-496f-a653-400ceb0847b5+21:3646:x1873175941175424:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400265.341995:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1786400265.342006:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1786400265.342011:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a819be0f-83d8-496f-a653-400ceb0847b5+20:3646:x1873175941175040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1786400265.342017:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400265.342024:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f43039a00/0x2c22c21443905c6d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443905c66 expref: 20 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400265.342030:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400265.342047:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a819be0f-83d8-496f-a653-400ceb0847b5+19:3646:x1873175941175040:12345-0@lo:103:ldlm_bl.0 Request processed in 37us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400265.342052:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1786400265.342077:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a819be0f-83d8-496f-a653-400ceb0847b5:3646:1873175941175040:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1786400265.342085:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a819be0f-83d8-496f-a653-400ceb0847b5:3646:1873175941175424:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1786400265.342104:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a819be0f-83d8-496f-a653-400ceb0847b5:3649:1873175941175168:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1786400265.342119:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a819be0f-83d8-496f-a653-400ceb0847b5:3649:1873175941175296:0@lo:103:ldlm_bl.0 00000020:00000080:0.0:1786400265.342197:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5e5cf800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1786400265.342235:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e47b25800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1786400265.342258:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5f317800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1786400265.342277:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8f5e5cb800 for lustre-MDT0000 00000020:00000080:0.0:1786400265.342281:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e47b24000 for lustre-MDT0000 00000020:00000080:0.0:1786400265.342284:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8f5f313800 for lustre-MDT0000 00010000:00010000:3.0:1786400265.342360:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400265.342376:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941174912:0@lo:39:umount.0 00000100:00100000:3.0:1786400265.342421:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400265.346579:0:18187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941174912 00000100:00100000:2.0:1786400265.346595:0:18187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941174912 00000100:00100000:2.0:1786400265.346664:0:18187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1786400265.346673:0:18187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47bf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1873175941174912:12345-0@lo:39:umount.0 00000020:00000080:2.0:1786400265.346721:0:18187:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905e5e 00000100:00080000:2.0:1786400265.346730:0:18187:0:(import.c:65:import_set_state_nolock()) ffff9c8e47a13800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1786400265.346754:0:18187:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1786400265.346912:0:18187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47bf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3645:x1873175941174912:12345-0@lo:39:umount.0 Request processed in 240us (4500us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1786400265.346920:0:18187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:2.0:1786400265.346966:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e48853000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1786400265.346974:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941174912:0@lo:39:umount.0 00010000:00010000:2.0:1786400265.346990:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786400265.347200:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1786400265.347264:0:20714:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1786400265.347284:0:20714:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1786400265.347336:0:20714:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1786400265.347355:0:20714:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bf5000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1786400265.347367:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1786400265.347386:0:20714:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:1.0:1786400265.347397:0:20714:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1786400265.347465:0:20714:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1786400265.347475:0:20714:0:(import.c:65:import_set_state_nolock()) ffff9c8e47884800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1786400265.347527:0:20714:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff9c8f75998000) has no exports 00000100:00100000:2.0:1786400265.347749:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941175552:0@lo:9:umount.0 00000100:00100000:2.0:1786400265.347792:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400265.347815:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941175680:0@lo:9:umount.0 00000100:00100000:2.0:1786400265.347835:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400265.347865:0:18736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941175552 00000100:00100000:2.0:1786400265.347870:0:18736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941175552 00000100:00100000:2.0:1786400265.347904:0:18736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941175680 00000100:00100000:2.0:1786400265.347908:0:18736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941175680 00000100:00100000:2.0:1786400265.347928:0:18736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1786400265.347936:0:18736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1873175941175552:12345-0@lo:9:umount.0 00000020:00000080:2.0:1786400265.347952:0:18736:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905f06 00000100:00080000:2.0:1786400265.347958:0:18736:0:(import.c:65:import_set_state_nolock()) ffff9c8e477d3800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1786400265.347997:0:18736:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1786400265.348095:0:18736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3645:x1873175941175552:12345-0@lo:9:umount.0 Request processed in 159us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400265.348101:0:18736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1786400265.348114:0:18736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1786400265.348120:0:18736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1873175941175680:12345-0@lo:9:umount.0 00000020:00000080:2.0:1786400265.348131:0:18736:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443906080 00000100:00080000:2.0:1786400265.348137:0:18736:0:(import.c:65:import_set_state_nolock()) ffff9c8e47b21800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1786400265.348156:0:18736:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1786400265.348241:0:18736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3645:x1873175941175680:12345-0@lo:9:umount.0 Request processed in 121us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400265.348248:0:18736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:2.0:1786400265.348262:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1786400265.348266:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1786400265.348275:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786400265.348294:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bf5000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1786400265.348302:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1786400265.348304:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1786400265.348307:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941175552:0@lo:9:umount.0 00000100:00080000:2.0:1786400265.348318:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e47884800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1786400265.348325:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1786400265.348326:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1786400265.348329:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941175680:0@lo:9:umount.0 00010000:00010000:2.0:1786400265.348354:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1786400265.361680:0:20714:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff9c8f75998000) has no exports 00000020:00000080:3.0:1786400265.396961:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905cb3 00000020:00000080:3.0:1786400265.396976:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8f77bf6000/lustre-QMT0000_UUID 00000020:01000000:3.0:1786400265.396994:0:20714:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1786400265.397128:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1786400265.397139:0:20714:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1786400265.397143:0:20714:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff9c8f5ed3cd40) has no exports 00000020:00000080:2.0:1786400265.397536:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905cac 00000020:00000080:2.0:1786400265.397542:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8f77bed800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1786400265.397552:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f77bf6000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1786400265.398133:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f77bed800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1786400265.398257:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1786400265.398265:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1786400265.398269:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8f7b389800/lustre-QMT0000_UUID 00000020:00000080:2.0:1786400265.398271:0:20714:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f7b389800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1786400265.398279:0:20714:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:2.0:1786400266.292020:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400266.430654:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941175808:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1786400266.431829:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400266.432350:0:20283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941175808 00000100:00100000:1.0:1786400266.432359:0:20283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941175808 00000100:00080000:2.0:1786400266.433702:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1786400266.433953:0:20283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1786400266.433968:0:20283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941175808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1786400266.434061:0:20283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1786400266.434142:0:20283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941175808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 180us (2316us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400266.434150:0:20283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1786400266.434407:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941175808:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1786400266.932561:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941175936:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1786400266.932634:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400266.933123:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941175936 00000100:00100000:1.0:1786400266.933132:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941175936 00000100:00100000:1.0:1786400266.934573:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1786400266.934583:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1873175941175936:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:1.0:1786400266.934593:0:17149:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1786400266.934675:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1873175941175936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (2039us total) trans 0 rc -107/-107 00000100:00100000:1.0:1786400266.934682:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:02020000:0.0:1786400266.934848:0:3648:0:(client.c:1492:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:0.0:1786400266.944428:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1786400266.944436:0:3648:0:(import.c:65:import_set_state_nolock()) ffff9c8e46bcc000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1786400266.944441:0:3648:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1786400266.971984:0:3648:0:(import.c:65:import_set_state_nolock()) ffff9c8e46bcc000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1786400266.971998:0:3648:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 533 00000100:00080000:0.0:1786400266.972008:0:3648:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9c8e46bcc000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:0.0:1786400266.972050:0:3648:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f47f2ca80 x1873175941176064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786400266.972571:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941176064:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1786400266.972643:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400266.973558:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941176064 00000100:00100000:3.0:1786400266.973568:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941176064 00000100:00100000:3.0:1786400266.974331:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1786400266.974341:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1873175941176064:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:3.0:1786400266.974359:0:17148:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1786400266.983885:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1873175941176064:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 9536us (11233us total) trans 0 rc -19/-19 00000100:00100000:3.0:1786400266.983899:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:2.0:1786400266.985744:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e46bcc000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786400266.985753:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1786400266.985758:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941176064:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:2.0:1786400267.316448:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400268.344016:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1786400268.501497:0:17123:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1786400268.501508:0:17123:0:(genops.c:906:class_export_put()) final put ffff9c8f4289f000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1786400268.501544:0:17123:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of f6da6eab-d88a-4c2c-a4c2-d5f080f03c62 00000001:00080000:3.0:1786400268.501558:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:3.0:1786400268.501562:0:17123:0:(genops.c:906:class_export_put()) final put ffff9c8f5e5cc000/f6da6eab-d88a-4c2c-a4c2-d5f080f03c62 00000001:00100000:3.0:1786400268.501567:0:17123:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 24548f29-bdba-48bd-bb02-4cc88e954268 00000001:00080000:3.0:1786400268.501573:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:3.0:1786400268.501581:0:17123:0:(genops.c:906:class_export_put()) final put ffff9c8e477d2000/24548f29-bdba-48bd-bb02-4cc88e954268 00000020:00000080:1.0:1786400268.501585:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f4289f000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1786400268.501639:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5e5cc000/f6da6eab-d88a-4c2c-a4c2-d5f080f03c62 for lustre-MDT0000 00000020:00000080:1.0:1786400268.501672:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e477d2000/24548f29-bdba-48bd-bb02-4cc88e954268 for lustre-MDT0000 00000020:00000080:1.0:1786400268.501721:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e47a17000 for lustre-MDT0000 00000020:00000080:1.0:1786400268.501726:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8f5e5cb000 for lustre-MDT0000 00000020:00000080:1.0:1786400268.501729:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e477d4000 for lustre-MDT0000 00000001:00100000:3.0:1786400268.503982:0:17876:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1786400268.504002:0:17876:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:3.0:1786400268.504009:0:17876:0:(genops.c:906:class_export_put()) final put ffff9c8f5f3b9000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1786400268.504031:0:17876:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of f6da6eab-d88a-4c2c-a4c2-d5f080f03c62 00000001:00080000:3.0:1786400268.504038:0:17876:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1786400268.504040:0:17876:0:(genops.c:906:class_export_put()) final put ffff9c8f5e5a2800/f6da6eab-d88a-4c2c-a4c2-d5f080f03c62 00000001:00100000:3.0:1786400268.504046:0:17876:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 24548f29-bdba-48bd-bb02-4cc88e954268 00000001:00080000:3.0:1786400268.504051:0:17876:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1786400268.504052:0:17876:0:(genops.c:906:class_export_put()) final put ffff9c8e477d0000/24548f29-bdba-48bd-bb02-4cc88e954268 00000020:00000080:0.0:1786400268.504105:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5f3b9000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1786400268.504173:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5e5a2800/f6da6eab-d88a-4c2c-a4c2-d5f080f03c62 for lustre-MDT0001 00000020:00000080:0.0:1786400268.504430:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e477d0000/24548f29-bdba-48bd-bb02-4cc88e954268 for lustre-MDT0001 00000020:00000080:0.0:1786400268.504478:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e47a13800 for lustre-MDT0001 00000020:00000080:0.0:1786400268.504489:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8f5e5a3800 for lustre-MDT0001 00000020:00000080:0.0:1786400268.504498:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e477d1000 for lustre-MDT0001 00000100:00100000:2.0:1786400268.980653:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1786400268.980685:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941176192:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1786400268.980805:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400268.980868:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941176192 00000100:00100000:1.0:1786400268.980901:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941176192 00000100:00100000:1.0:1786400268.980981:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1786400268.980990:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941176192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1786400268.981024:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1786400268.981101:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941176192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400268.981109:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1786400268.981572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786400268.981579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1786400268.981584:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c8e46bcc000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1786400268.981591:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 600 00000100:00080000:0.0:1786400268.981598:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1786400268.981616:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9c8e46bcc000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:0.0:1786400268.981644:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f47f2ca80 x1873175941176448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786400268.981756:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1873175941176832:0@lo:400:kworker.0 00000100:00100000:0.0:1786400268.981807:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400268.981842:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a819be0f-83d8-496f-a653-400ceb0847b5:3646:1873175941176320:0@lo:400:kworker.0 00000100:00100000:0.0:1786400268.981873:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1786400268.981884:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1873175941176704:0@lo:400:kworker.0 00000100:00100000:1.0:1786400268.981901:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400268.981930:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400268.981955:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1873175941176960:0@lo:400:kworker.0 00000100:00100000:0.0:1786400268.981979:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1873175941177216:0@lo:400:kworker.0 00000100:00100000:1.0:1786400268.982001:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400268.982030:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400268.982041:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1786400268.982056:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941176576:0@lo:400:kworker.0 00000100:00100000:0.0:1786400268.982080:0:19935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941176832 00000100:00100000:0.0:1786400268.982089:0:19935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941176832 00000100:00100000:1.0:1786400268.982095:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400268.982123:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1873175941177088:0@lo:400:kworker.0 00000100:00100000:0.0:1786400268.982127:0:19935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941176704 00000100:00100000:0.0:1786400268.982132:0:19935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941176704 00000100:00100000:0.0:1786400268.982155:0:19935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941176960 00000100:00100000:0.0:1786400268.982159:0:19935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941176960 00000100:00100000:1.0:1786400268.982160:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400268.982194:0:19935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941177216 00000100:00100000:1.0:1786400268.982198:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941177088 00000100:00100000:0.0:1786400268.982201:0:19935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941177216 00000100:00100000:1.0:1786400268.982206:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941177088 00000100:00100000:1.0:1786400268.982257:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1786400268.982267:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1873175941176960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400268.982307:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1873175941176960:12345-0@lo:400:kworker.0 Request processed in 43us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400268.982314:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1786400268.982329:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1786400268.982334:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3649:x1873175941176832:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1786400268.982340:0:17143:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1786400268.982397:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3649:x1873175941176832:12345-0@lo:400:kworker.0 Request processed in 60us (590us total) trans 0 rc -107/-107 00000100:00100000:1.0:1786400268.982403:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1786400268.982417:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1786400268.982421:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3649:x1873175941176704:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1786400268.982426:0:17143:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1786400268.982449:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3649:x1873175941176704:12345-0@lo:400:kworker.0 Request processed in 25us (522us total) trans 0 rc -107/-107 00000100:00100000:1.0:1786400268.982454:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1786400268.982475:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1786400268.982480:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1873175941177088:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1786400268.982484:0:17143:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1786400268.982506:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1873175941177088:12345-0@lo:400:kworker.0 Request processed in 25us (347us total) trans 0 rc -107/-107 00000100:00100000:1.0:1786400268.982511:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:1.0:1786400268.982548:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1786400268.982552:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9c8e45ebf800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1786400268.982556:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:2.0:1786400268.983404:0:18736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941176576 00000100:00100000:2.0:1786400268.983414:0:18736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941176576 00000100:00100000:2.0:1786400268.983483:0:18736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1786400268.983495:0:18736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941176576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400268.983573:0:18736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941176576:12345-0@lo:400:kworker.0 Request processed in 80us (1477us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400268.983580:0:18736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:2.0:1786400268.983605:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1786400268.983989:0:17135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941176320 00000100:00100000:3.0:1786400268.983995:0:17135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941176320 00000100:00100000:3.0:1786400268.984029:0:17135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1786400268.984036:0:17135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48368450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a819be0f-83d8-496f-a653-400ceb0847b5+19:3646:x1873175941176320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400268.984096:0:17135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48368450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a819be0f-83d8-496f-a653-400ceb0847b5+19:3646:x1873175941176320:12345-0@lo:400:kworker.0 Request processed in 60us (2196us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400268.984102:0:17135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1786400268.984191:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941176192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1786400268.984249:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941176448:0@lo:38:kworker.0 00000100:00100000:3.0:1786400268.984282:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1786400268.984403:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1786400268.984409:0:3649:0:(import.c:65:import_set_state_nolock()) ffff9c8f5f3bb800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1786400268.984413:0:3649:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1786400268.984419:0:3649:0:(import.c:65:import_set_state_nolock()) ffff9c8f5f3bb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786400268.984423:0:3649:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 533 00000100:00080000:3.0:1786400268.984430:0:3649:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9c8f5f3bb800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400268.984462:0:3649:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e4828aa00 x1873175941177344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786400268.984494:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1873175941176704:0@lo:400:kworker.0 00000100:00080000:3.0:1786400268.984509:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1786400268.984512:0:3649:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5a4000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1786400268.984515:0:3649:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1786400268.984518:0:3649:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5a4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786400268.984521:0:3649:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 547 00000100:00080000:3.0:1786400268.984525:0:3649:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9c8f5e5a4000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400268.984556:0:3649:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f75ad1c00 x1873175941177472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786400268.984573:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1873175941176832:0@lo:400:kworker.0 00000100:00100000:3.0:1786400268.984595:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1873175941177344:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:2.0:1786400268.985786:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1786400268.985791:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1786400268.986376:0:19935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1786400268.986394:0:19935:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1873175941177216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400268.986538:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941176448 00000100:00100000:2.0:1786400268.986547:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941176448 00000100:00100000:2.0:1786400268.986575:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1786400268.986582:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1873175941176448:12345-0@lo:38:kworker.0 00010000:02000000:2.0:1786400268.986602:0:17149:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1786400268.987365:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400268.987422:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1873175941177472:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1786400268.987458:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400268.987551:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941177344 00000100:00100000:3.0:1786400268.987557:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941177344 00000100:00100000:3.0:1786400268.987580:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941177472 00000100:00100000:3.0:1786400268.987583:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941177472 00000100:00100000:3.0:1786400268.987595:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1786400268.987601:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1873175941177344:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:3.0:1786400268.987613:0:17144:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1786400268.987654:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1873175941177344:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 52us (291us total) trans 0 rc -19/-19 00000100:00100000:3.0:1786400268.987662:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1786400268.987681:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1786400268.987684:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1873175941177472:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:3.0:1786400268.987710:0:17144:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1786400268.987733:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1873175941177472:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 47us (275us total) trans 0 rc -19/-19 00000100:00100000:3.0:1786400268.987739:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:3.0:1786400268.987777:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5f3bb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786400268.987783:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1786400268.987787:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1873175941177344:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:3.0:1786400268.987798:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5a4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786400268.987816:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1786400268.987819:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1873175941177472:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1786400268.989786:0:19935:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1873175941177216:12345-0@lo:400:kworker.0 Request processed in 3387us (7748us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400268.989801:0:19935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00010000:00080000:3.0:1786400268.990580:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8e48991180 x1873175941177216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786400268.990601:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1873175941177216:0@lo:400:kworker.0 00000100:00080000:1.0:1786400269.005875:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9c8e45ebf800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400269.005888:0:3646:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 561 00000100:00080000:1.0:1786400269.005896:0:3646:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c8e45ebf800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400269.005938:0:3646:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f5edb1500 x1873175941177600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786400269.006003:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1873175941177600:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1786400269.006069:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400269.006299:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1873175941177088:0@lo:400:kworker.0 00000100:00100000:1.0:1786400269.006326:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a819be0f-83d8-496f-a653-400ceb0847b5:3646:1873175941176320:0@lo:400:kworker.0 00010000:00080000:1.0:1786400269.006361:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8e48990a80 x1873175941176960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400269.006371:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1873175941176960:0@lo:400:kworker.0 00000100:00100000:1.0:1786400269.006483:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941176576:0@lo:400:kworker.0 00000100:00100000:1.0:1786400269.006605:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941177600 00000100:00100000:1.0:1786400269.006612:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941177600 00000100:00100000:1.0:1786400269.006742:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1786400269.006750:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1873175941177600:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1786400269.006767:0:17144:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1786400269.007345:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1873175941177600:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 593us (1273us total) trans 0 rc -19/-19 00000100:00100000:1.0:1786400269.007353:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:3.0:1786400269.007519:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e45ebf800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786400269.007525:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1786400269.007528:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1873175941177600:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1786400269.008962:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1873175941176448:12345-0@lo:38:kworker.0 Request processed in 22372us (24672us total) trans 0 rc -19/-19 00000100:00100000:2.0:1786400269.008974:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:3.0:1786400269.009071:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e46bcc000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786400269.009077:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1786400269.009081:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941176448:0@lo:38:kworker.0 00010000:00010000:2.0:1786400269.381607:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400270.388052:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400271.429014:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1786400271.476015:0:20714:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9c8e45d50d20 - data ffff9c8f7b47c870/ffff9c8e47494c00 00000020:01000000:2.0:1786400271.476201:0:20714:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9c8e45d8a600 - data ffff9c8e4609a0d8/ffff9c8f67505000 00000001:00000004:2.0:1786400271.486394:0:20714:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00100000:2.0:1786400271.540961:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941177728:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1786400271.541028:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400271.544336:0:20283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941177728 00000100:00100000:3.0:1786400271.544352:0:20283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941177728 00000100:00100000:3.0:1786400271.544426:0:20283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1786400271.544436:0:20283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941177728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1786400271.544481:0:20283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1786400271.544556:0:20283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941177728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (3527us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400271.544564:0:20283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:2.0:1786400271.545202:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1786400271.545273:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941177728:0@lo:13:osp-pre-0-1.0 00000001:00100000:3.0:1786400271.562676:0:18645:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1786400271.562685:0:18645:0:(genops.c:906:class_export_put()) final put ffff9c8e477d7800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1786400271.562794:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e477d7800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1786400271.562842:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e477d3800 for lustre-OST0000 00000100:00080000:0.0:1786400271.568216:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1786400271.568225:0:20714:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1786400271.568237:0:20714:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9c8f5edb0e00 x1873175941174912/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1786400275 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786400271.568262:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1786400271.569248:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1786400271.569253:0:20714:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1786400271.569264:0:20714:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1786400271.569266:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1786400271.591933:0:17167:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1786400271.591939:0:17167:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:2.0:1786400271.591951:0:17167:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1786400271.592530:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1786400271.592536:0:20714:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:0.0:1786400271.592569:0:20714:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1786400271.592572:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1786400271.592961:0:17169:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1786400271.592965:0:17169:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:2.0:1786400271.592972:0:17169:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000001:00100000:2.0:1786400271.593508:0:19464:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1786400271.593513:0:19464:0:(genops.c:906:class_export_put()) final put ffff9c8e47b23000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1786400271.593537:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e47b23000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1786400271.593569:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e47b21800 for lustre-OST0001 00000020:00000080:0.0:1786400271.595097:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905c7b 00000020:00000080:0.0:1786400271.595108:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8f5ecea000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1786400271.596304:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905c90 00000020:00000080:0.0:1786400271.596313:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8f756f3800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1786400271.596319:0:20714:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1786400271.596324:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1786400271.596332:0:20714:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1786400271.596336:0:20714:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff9c8f7599b380) has no exports 00000004:01000000:0.0:1786400271.596542:0:20714:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1786400271.596549:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905cf2 00000020:00000080:0.0:1786400271.596553:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8f756f7800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1786400271.596557:0:20714:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1786400271.596560:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1786400271.596565:0:20714:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1786400271.596567:0:20714:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff9c8f6750b380) has no exports 00000020:00000080:0.0:1786400271.596572:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905ceb 00000020:00000080:0.0:1786400271.596576:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8e47886000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1786400271.596765:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5ecea000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1786400271.596781:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f756f3800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:2.0:1786400271.596785:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f756f7800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1786400271.596789:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e47886000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1786400271.597037:0:20714:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1786400271.597043:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1786400271.597047:0:20714:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:0.0:1786400271.597051:0:20714:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1786400271.597054:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1786400271.597332:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1786400271.597340:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1786400271.597345:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905cdd 00000020:00000080:0.0:1786400271.597349:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8f756f1800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1786400271.597458:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e47884800 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1786400271.597463:0:36:0:(genops.c:906:class_export_put()) final put ffff9c8f756f3000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1786400271.597465:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f756f3000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1786400271.597470:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1786400271.597585:0:20714:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1786400271.597589:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1786400271.597593:0:20714:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1786400271.597596:0:20714:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff9c8f6750cd40) has no exports 00000020:00000080:0.0:1786400271.597605:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905cd6 00000020:00000080:0.0:1786400271.597609:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8f77bf4800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1786400271.597627:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f756f1800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1786400271.598235:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f77bf4800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1786400271.598353:0:20714:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1786400271.598357:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1786400271.598360:0:20714:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1786400271.598364:0:20714:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1786400271.598366:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1786400271.598423:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1786400271.598428:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1786400271.598441:0:20714:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1786400271.598445:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905cc8 00000020:00000080:0.0:1786400271.598462:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8f756f6000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1786400271.598653:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8f77bf5000 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1786400271.598658:0:36:0:(genops.c:906:class_export_put()) final put ffff9c8f756f0800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1786400271.598660:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f756f0800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1786400271.598665:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1786400271.598843:0:20714:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1786400271.598847:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1786400271.598851:0:20714:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1786400271.598855:0:20714:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff9c8e4796b380) has no exports 00000020:00000080:0.0:1786400271.598859:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905cc1 00000020:00000080:0.0:1786400271.598863:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8e48854800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1786400271.599238:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f756f6000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1786400271.599246:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e48854800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1786400271.602819:0:20714:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1786400271.602827:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1786400271.602832:0:20714:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1786400271.602840:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1786400271.602896:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1786400271.602907:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1786400271.602938:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1786400271.602941:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1786400271.602947:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8f5ecef000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1786400271.602952:0:20714:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5ecef000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1786400271.602960:0:20714:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1786400271.603057:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905c97 00000020:00000080:2.0:1786400271.603073:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8f756f2000/lustre-MDD0000_UUID 00000020:01000000:2.0:1786400271.603078:0:20714:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1786400271.603081:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1786400271.603085:0:20714:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1786400271.603089:0:20714:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff9c8f759999c0) has no exports 00000020:00000080:2.0:1786400271.603106:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1786400271.603109:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1786400271.603113:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905c9e 00000020:00000080:2.0:1786400271.603116:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8f756f5000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1786400271.603125:0:20714:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c8e48850800 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1786400271.603128:0:20714:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c8e48850800 3 00000020:01000004:2.0:1786400271.603131:0:20714:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c8e48850800 from lustre-MDT0000 00000020:00000080:2.0:1786400271.603148:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1786400271.603152:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1786400271.603154:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8f5ecec800/lustre-MDT0000_UUID 00000020:00000080:2.0:1786400271.603156:0:20714:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5ecec800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1786400271.603181:0:20714:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1786400271.603214:0:20714:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1786400271.603218:0:20714:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1786400271.603221:0:20714:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1786400271.603223:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1786400271.603226:0:20714:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1786400271.603232:0:20714:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff9c8e48898000 a819be0f-83d8-496f-a653-400ceb0847b5 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1786400271.603237:0:20714:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff9c8f7599cd40) has exports, disconnecting them 00000020:00080000:2.0:1786400271.603242:0:20714:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9c8e48898000), last request at 1786400188 00000020:00000080:2.0:1786400271.603254:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905c43 00000020:00010000:2.0:1786400271.603257:0:20714:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9c8e48898000: total 2 00000100:00080000:2.0:1786400271.603261:0:20714:0:(import.c:65:import_set_state_nolock()) ffff9c8e4889b800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1786400271.603275:0:20714:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c8e48898000): rc 0 00000020:00080000:2.0:1786400271.603279:0:20714:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff9c8f7599cd40) has no exports 00000020:00010000:2.0:1786400271.603289:0:17132:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9c8e48898000: total 2 00010000:00010000:2.0:1786400271.603314:0:17132:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9c8e48898000, canceled 0 locks, left on hash table 13. 00010000:00010000:2.0:1786400271.603350:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8e483fbc00/0x2c22c21443905ea4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443905e9d expref: 14 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400271.603368:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f43038000/0x2c22c21443905d62 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443905d5b expref: 13 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400271.603383:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f67631000/0x2c22c2144390620f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443906208 expref: 12 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400271.603394:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f77c68000/0x2c22c21443906002 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443905ffb expref: 11 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400271.603405:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8e47876200/0x2c22c214439061ec lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c214439061e5 expref: 10 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400271.603416:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f77c68200/0x2c22c21443905ece lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443905ec7 expref: 9 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400271.603426:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f413d3000/0x2c22c214439061fa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c214439061f3 expref: 8 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400271.603438:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f77c68c00/0x2c22c21443905e1f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443905e18 expref: 7 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1786400271.603547:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e48853000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1786400271.603560:0:36:0:(genops.c:906:class_export_put()) final put ffff9c8f5eced000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1786400271.603563:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5eced000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1786400271.603574:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1786400271.603625:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f756f2000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1786400271.603629:0:36:0:(genops.c:906:class_export_put()) final put ffff9c8f756f7000/lustre-MDD0000_UUID 00000020:00000080:3.0:1786400271.603631:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f756f7000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1786400271.603635:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1786400271.603659:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f756f5000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:3.0:1786400271.603745:0:17135:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff9c8f50efbc00:17135] 0 exiting: rc = 1 00000100:00100000:3.0:1786400271.603831:0:17138:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff9c8f49909e00:17138] 2 exiting: rc = 0 00000100:00100000:3.0:1786400271.603899:0:17137:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff9c8f4aa4c400:17137] 1 exiting: rc = 0 00000100:00100000:3.0:1786400271.603958:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.603966:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.603972:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.603979:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.603985:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.603991:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.603997:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604002:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604009:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604014:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604021:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604027:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604032:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604038:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604043:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604049:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604055:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604060:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604065:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604071:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604077:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604092:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604096:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604102:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604107:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604112:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604117:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604123:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604128:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604133:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604139:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604145:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604151:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604156:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604162:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604185:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604191:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604197:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604202:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604207:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604213:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604219:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604224:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604230:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604236:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604241:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604246:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604252:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604258:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604263:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604269:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604274:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604280:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604285:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604292:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604296:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604309:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604315:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604320:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604326:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604332:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604337:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604343:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400271.604349:0:20714:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00010000:2.0:1786400271.605032:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f43038200/0x2c22c21443905d70 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443905d69 expref: 6 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400271.605153:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f43038400/0x2c22c21443905d7e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443905d77 expref: 5 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400271.605178:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f77c68600/0x2c22c2144390602c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443906025 expref: 4 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400271.605189:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f42d9aa00/0x2c22c21443905c51 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443905c4a expref: 3 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400271.605202:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f77c69400/0x2c22c2144390606b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2c22c21443906064 expref: 2 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400271.605213:0:17132:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9c8e48898000, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1786400271.605236:0:17132:0:(genops.c:906:class_export_put()) final put ffff9c8e48898000/a819be0f-83d8-496f-a653-400ceb0847b5 00010000:00010000:3.0:1786400271.605260:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400271.605262:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400271.605265:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1786400271.605348:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e48898000/a819be0f-83d8-496f-a653-400ceb0847b5 for MGS 00000020:00000080:2.0:1786400271.605387:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e4889b800 for MGS 00000020:01000000:3.0:1786400271.605801:0:20714:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9c8f77bcd240 - data ffff9c8f7b418360/ffff9c8e47729800 00000020:01000000:3.0:1786400271.605916:0:20714:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9c8f7c807420 - data ffff9c8f7b571e58/ffff9c8e46a81000 00000020:00000080:3.0:1786400271.606350:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905c27 00000020:00000080:3.0:1786400271.606357:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8e48916000/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1786400271.606381:0:20714:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c8e48850800 from MGS, refs=2 00000020:01000004:3.0:1786400271.606384:0:20714:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c8e48850800 2 00000020:01000004:3.0:1786400271.606388:0:20714:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c8e48850800 from MGS 00000020:00000080:3.0:1786400271.606418:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1786400271.606424:0:20714:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1786400271.606427:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8e48911000/MGS 00000020:00000080:3.0:1786400271.606429:0:20714:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e48911000/MGS for MGS 00000020:01000000:3.0:1786400271.606434:0:20714:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000080:2.0:1786400271.606542:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e48916000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1786400271.606622:0:20714:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1786400271.606626:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1786400271.606631:0:20714:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1786400271.606637:0:20714:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9c8e45fe6000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1786400271.606643:0:20714:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff9c8f67508000) has exports, disconnecting them 00000020:00080000:3.0:1786400271.606648:0:20714:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9c8e45fe6000), last request at 1786400188 00000020:00000080:3.0:1786400271.606652:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905d2a 00000020:00080000:3.0:1786400271.606663:0:20714:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c8e45fe6000): rc 0 00000020:00000080:3.0:1786400271.606668:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8e45fe6000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1786400271.607262:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e45fe6000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1786400271.608753:0:20714:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1786400271.608760:0:20714:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1786400271.608764:0:20714:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1786400271.608771:0:20714:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1786400271.608798:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e47881800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1786400271.608909:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1786400271.608917:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1786400271.608922:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8e47883800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1786400271.608925:0:20714:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e47883800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1786400271.608930:0:20714:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1786400271.609001:0:20714:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c8e48850800 1 00000020:00000080:2.0:1786400271.609007:0:20714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905c19 00000020:00000080:2.0:1786400271.609012:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8e48910000/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1786400271.609020:0:20714:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1786400271.609029:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e48910000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1786400271.609037:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1786400271.609041:0:20714:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1786400271.609045:0:20714:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff9c8e4796cd40) has no exports 00000020:00000080:2.0:1786400271.661915:0:20714:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1786400271.661929:0:20714:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1786400271.661934:0:20714:0:(genops.c:906:class_export_put()) final put ffff9c8e48857800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1786400271.661939:0:20714:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e48857800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1786400271.661950:0:20714:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1786400271.662067:0:20714:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c8e48856000 00000020:02000400:2.0:1786400271.662127:0:20714:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00000040:00080000:0.0:1786400272.053378:0:17894:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1786400272.436478:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400273.470807:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400274.101568:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1786400274.101584:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941177856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1786400274.101650:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400274.101723:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941177856 00000100:00100000:3.0:1786400274.101731:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941177856 00000100:00100000:3.0:1786400274.101779:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1786400274.101789:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941177856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1786400274.101817:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1786400274.101856:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941177856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400274.101863:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:3.0:1786400274.101883:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1786400274.101917:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941177856:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1786400274.103747:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786400274.103761:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1786400274.103764:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8e46bcc000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786400274.103770:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 602 00000100:00080000:3.0:1786400274.103775:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1786400274.103780:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9c8e46bcc000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400274.103801:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f75ad3100 x1873175941178112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786400274.103833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786400274.103837:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1786400274.103838:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8f5f3bb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786400274.103841:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 602 00000100:00080000:3.0:1786400274.103844:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1786400274.103847:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9c8f5f3bb800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400274.103857:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f75ad2300 x1873175941178368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786400274.103866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786400274.103869:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1786400274.103871:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5a4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786400274.103874:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 602 00000100:00080000:3.0:1786400274.103876:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1786400274.103881:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9c8f5e5a4000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400274.103890:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f75ad1f80 x1873175941178496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786400274.103903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786400274.103911:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1786400274.103913:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8e45ebf800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786400274.103916:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 602 00000100:00080000:3.0:1786400274.103918:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1786400274.103922:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c8e45ebf800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400274.103933:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f75ad2a00 x1873175941178752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786400274.103966:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a819be0f-83d8-496f-a653-400ceb0847b5:3647:1873175941177984:0@lo:400:kworker.0 00000400:00000100:3.0:1786400274.104006:0:3647:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1873175941177984 offset 0 length 224: 4 00000100:00100000:3.0:1786400274.104041:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1786400274.104047:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1873175941178880:0@lo:400:kworker.0 00000100:00100000:3.0:1786400274.104070:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400274.104091:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941178112:0@lo:38:kworker.0 00000100:00100000:3.0:1786400274.104110:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400274.104123:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1873175941178368:0@lo:38:kworker.0 00000100:00100000:3.0:1786400274.104140:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400274.106544:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1873175941178496:0@lo:38:kworker.0 00000100:00100000:3.0:1786400274.106594:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400274.106614:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1873175941178752:0@lo:38:kworker.0 00000100:00100000:3.0:1786400274.106633:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400274.106826:0:19935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941178880 00000100:00100000:1.0:1786400274.106834:0:19935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941178880 00000100:00100000:1.0:1786400274.106879:0:19935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941178368 00000100:00100000:1.0:1786400274.106883:0:19935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941178368 00000100:00100000:1.0:1786400274.106891:0:19935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941178496 00000100:00100000:1.0:1786400274.106893:0:19935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941178496 00000100:00100000:1.0:1786400274.106900:0:19935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941178752 00000100:00100000:1.0:1786400274.106901:0:19935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941178752 00000100:00100000:1.0:1786400274.106910:0:19935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1786400274.106919:0:19935:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1873175941178880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400274.106974:0:19935:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1873175941178880:12345-0@lo:400:kworker.0 Request processed in 56us (2903us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400274.106981:0:19935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1786400274.106996:0:19935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1786400274.107000:0:19935:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75ad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1873175941178368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1786400274.107024:0:19935:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1786400274.107525:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1873175941178624:0@lo:400:kworker.0 00000100:00100000:3.0:1786400274.107569:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400274.107595:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1786400274.107604:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941178240:0@lo:400:kworker.0 00000100:00100000:3.0:1786400274.107647:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400274.107686:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941178624 00000100:00100000:3.0:1786400274.107706:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941178624 00000100:00100000:3.0:1786400274.107738:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1786400274.107747:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75ad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1873175941178624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400274.107792:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75ad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1873175941178624:12345-0@lo:400:kworker.0 Request processed in 47us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400274.107852:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1786400274.107874:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1786400274.107879:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75ad3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1873175941178496:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1786400274.107891:0:17145:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1786400274.107928:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75ad3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1873175941178496:12345-0@lo:38:kworker.0 Request processed in 47us (1333us total) trans 0 rc -19/-19 00000100:00100000:3.0:1786400274.107935:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1786400274.107950:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1786400274.107954:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75ad3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1873175941178752:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1786400274.107965:0:17145:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1786400274.107992:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75ad3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1873175941178752:12345-0@lo:38:kworker.0 Request processed in 36us (1358us total) trans 0 rc -19/-19 00000100:00100000:3.0:1786400274.107998:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1786400274.108017:0:18187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941178112 00000100:00100000:3.0:1786400274.108022:0:18187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941178112 00000100:00100000:3.0:1786400274.108045:0:18187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1786400274.108050:0:18187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1873175941178112:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1786400274.108062:0:18187:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1786400274.108441:0:18187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1873175941178112:12345-0@lo:38:kworker.0 Request processed in 377us (4316us total) trans 0 rc -19/-19 00000100:00100000:3.0:1786400274.108448:0:18187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00080000:3.0:1786400274.108476:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1786400274.108488:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941178240 00000100:00100000:3.0:1786400274.108492:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941178240 00000100:00100000:3.0:1786400274.108529:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1786400274.108536:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4828aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941178240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400274.108574:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4828aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941178240:12345-0@lo:400:kworker.0 Request processed in 38us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400274.108580:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:3.0:1786400274.108602:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1786400274.108631:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9c8f75ad0380 x1873175941178880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786400274.108646:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1873175941178880:0@lo:400:kworker.0 00000100:00080000:3.0:1786400274.108705:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e46bcc000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786400274.108711:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1786400274.108716:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941178112:0@lo:38:kworker.0 00000100:00080000:3.0:1786400274.108731:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5a4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786400274.108736:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1786400274.108739:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1873175941178496:0@lo:38:kworker.0 00000100:00080000:3.0:1786400274.108751:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e45ebf800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786400274.108754:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1786400274.108757:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1873175941178752:0@lo:38:kworker.0 00000100:00100000:3.0:1786400274.109415:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941178240:0@lo:400:kworker.0 00010000:00080000:3.0:1786400274.109454:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9c8f75ad1500 x1873175941178624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786400274.109466:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1873175941178624:0@lo:400:kworker.0 00000100:00100000:0.0:1786400274.128934:0:19935:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75ad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1873175941178368:12345-0@lo:38:kworker.0 Request processed in 21921us (24782us total) trans 0 rc -19/-19 00000100:00100000:0.0:1786400274.128949:0:19935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:3.0:1786400274.129257:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5f3bb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786400274.129262:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1786400274.129266:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1873175941178368:0@lo:38:kworker.0 00010000:00010000:0.0:1786400274.486016:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1786400274.575316:0:20915:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1786400274.587947:0:20915:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:1.0:1786400274.588001:0:20915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68400/0x2c22c21443905e18 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443905e1f expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.588016:0:20915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68400/0x2c22c21443905e18 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443905e1f expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.588024:0:20915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68400/0x2c22c21443905e18 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905e1f expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.588031:0:20915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68400/0x2c22c21443905e18 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905e1f expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.588049:0:20915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1786400274.588054:0:20915:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1786400274.588076:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1786400274.588080:0:20915:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1786400274.588084:0:20915:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1786400274.588090:0:20915:0:(import.c:65:import_set_state_nolock()) ffff9c8f5f3bb800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1786400274.588093:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1786400274.588095:0:20915:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1786400274.588098:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1786400274.588984:0:20915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68e00/0x2c22c21443905d77 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443905d7e expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.588995:0:20915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68e00/0x2c22c21443905d77 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443905d7e expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.589019:0:20915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68e00/0x2c22c21443905d77 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905d7e expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.589025:0:20915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68e00/0x2c22c21443905d77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905d7e expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.589040:0:20915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1786400274.589045:0:20915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9be00/0x2c22c21443906064 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390606b expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.589052:0:20915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9be00/0x2c22c21443906064 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c2144390606b expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.589058:0:20915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9be00/0x2c22c21443906064 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c2144390606b expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.589064:0:20915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9be00/0x2c22c21443906064 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c2144390606b expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.589071:0:20915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1786400274.589076:0:20915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c21443906208 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390620f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.589082:0:20915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c21443906208 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c2144390620f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.589088:0:20915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c21443906208 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c2144390620f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.589102:0:20915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c21443906208 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c2144390620f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.589109:0:20915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1786400274.589114:0:20915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69000/0x2c22c21443905d69 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443905d70 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.589121:0:20915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69000/0x2c22c21443905d69 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443905d70 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.589127:0:20915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69000/0x2c22c21443905d69 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905d70 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.589133:0:20915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69000/0x2c22c21443905d69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905d70 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400274.589140:0:20915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 10000000:01000000:1.0:1786400274.589143:0:20915:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:1.0:1786400274.589162:0:20915:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:1.0:1786400274.589166:0:20915:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:1.0:1786400274.589170:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1786400274.589176:0:20915:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1786400274.589183:0:20915:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff9c8e45ebf000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1786400274.589190:0:20915:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff9c8e477d1800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1786400274.589195:0:20915:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff9c8e479699c0) has exports, disconnecting them 00000020:00080000:1.0:1786400274.589198:0:20915:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9c8e45ebf000), last request at 1786400274 00000020:00000080:1.0:1786400274.589205:0:20915:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443906056 00000100:00080000:1.0:1786400274.589222:0:20915:0:(import.c:65:import_set_state_nolock()) ffff9c8e45ebe000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1786400274.589272:0:20915:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c8e45ebf000): rc 0 00000020:00000080:1.0:1786400274.589274:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8e45ebf000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:1.0:1786400274.589285:0:20915:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9c8e477d1800), last request at 1786400274 00000020:00000080:1.0:1786400274.589288:0:20915:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905ef8 00000100:00080000:1.0:1786400274.589293:0:20915:0:(import.c:65:import_set_state_nolock()) ffff9c8e477d3000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1786400274.589298:0:20915:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c8e477d1800): rc 0 00000020:00000080:1.0:1786400274.589299:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8e477d1800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:1.0:1786400274.589305:0:20915:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb829c1c7fae0 00000100:00080000:1.0:1786400274.589321:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1786400274.589329:0:20915:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9c8f5edb3100 x1873175941175936/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1786400282 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400274.589342:0:20915:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1786400274.590198:0:20915:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1786400274.590205:0:20915:0:(import.c:65:import_set_state_nolock()) ffff9c8e46bcc000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:0.0:1786400274.590373:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1786400274.590381:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68400/0x2c22c21443905e18 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905e1f expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590391:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c68400 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:0.0:1786400274.590395:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68400/0x2c22c21443905e18 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905e1f expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590418:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68400/0x2c22c21443905e18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c21443905e1f expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1786400274.590437:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68400/0x2c22c21443905e18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c21443905e1f expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786400274.590444:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1786400274.590447:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1786400274.590449:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1786400274.590484:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68400/0x2c22c21443905e18 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905e1f expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590490:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1786400274.590520:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68400/0x2c22c21443905e18 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905e1f expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590528:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68400/0x2c22c21443905e18 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905e1f expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590541:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1786400274.590545:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68e00/0x2c22c21443905d77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905d7e expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590550:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c68e00 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:0.0:1786400274.590553:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68e00/0x2c22c21443905d77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905d7e expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590560:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68e00/0x2c22c21443905d77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c21443905d7e expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1786400274.590576:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68e00/0x2c22c21443905d77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c21443905d7e expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786400274.590581:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1786400274.590583:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:0.0:1786400274.590585:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:0.0:1786400274.590598:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68e00/0x2c22c21443905d77 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905d7e expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590603:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1786400274.590614:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68e00/0x2c22c21443905d77 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905d7e expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590621:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68e00/0x2c22c21443905d77 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905d7e expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590629:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1786400274.590632:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9be00/0x2c22c21443906064 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c2144390606b expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590638:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9be00 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:0.0:1786400274.590641:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9be00/0x2c22c21443906064 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c2144390606b expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590648:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9be00/0x2c22c21443906064 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c2144390606b expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1786400274.590654:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9be00/0x2c22c21443906064 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c2144390606b expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786400274.590667:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1786400274.590669:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1786400274.590671:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1786400274.590681:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9be00/0x2c22c21443906064 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c2144390606b expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590686:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1786400274.590708:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9be00/0x2c22c21443906064 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c2144390606b expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590715:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9be00/0x2c22c21443906064 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c2144390606b expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590728:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1786400274.590732:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c21443906208 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c2144390620f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590737:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f413d2e00 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:0.0:1786400274.590740:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c21443906208 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c2144390620f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590747:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c21443906208 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c2144390620f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1786400274.590753:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c21443906208 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c2144390620f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786400274.590758:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1786400274.590760:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1786400274.590765:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1786400274.590777:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c21443906208 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c2144390620f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590783:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1786400274.590788:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c21443906208 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c2144390620f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590794:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c21443906208 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c2144390620f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590803:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1786400274.590806:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69000/0x2c22c21443905d69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905d70 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590811:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c69000 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:0.0:1786400274.590814:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69000/0x2c22c21443905d69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905d70 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590821:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69000/0x2c22c21443905d69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c21443905d70 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1786400274.590827:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69000/0x2c22c21443905d69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c21443905d70 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786400274.590832:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1786400274.590834:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1786400274.590835:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1786400274.590841:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69000/0x2c22c21443905d69 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905d70 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590846:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1786400274.590855:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69000/0x2c22c21443905d69 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905d70 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590862:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69000/0x2c22c21443905d69 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2c22c21443905d70 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400274.590872:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400274.590873:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400274.590875:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1786400274.590885:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e45ebf000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:0.0:1786400274.590925:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e477d1800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:0.0:1786400274.590946:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e45ebe000 for lustre-MDT0001 00000020:00000080:0.0:1786400274.590950:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e477d3000 for lustre-MDT0001 00000100:00100000:0.0:1786400274.590966:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a819be0f-83d8-496f-a653-400ceb0847b5:3646:1873175941179392:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1786400274.591023:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400274.591066:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1786400274.591071:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a819be0f-83d8-496f-a653-400ceb0847b5:3646:1873175941179008:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1786400274.591087:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400274.591098:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a819be0f-83d8-496f-a653-400ceb0847b5:3646:1873175941179520:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1786400274.591113:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400274.591133:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a819be0f-83d8-496f-a653-400ceb0847b5:3649:1873175941179264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1786400274.591165:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400274.591181:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1786400274.591185:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a819be0f-83d8-496f-a653-400ceb0847b5:3649:1873175941179136:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1786400274.591206:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400274.591230:0:20170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941179392 00000100:00100000:0.0:1786400274.591238:0:20170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941179392 00000100:00100000:0.0:1786400274.591271:0:20170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941179008 00000100:00100000:0.0:1786400274.591274:0:20170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941179008 00000100:00100000:0.0:1786400274.591281:0:20170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941179520 00000100:00100000:0.0:1786400274.591283:0:20170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941179520 00000100:00100000:0.0:1786400274.591290:0:20170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941179264 00000100:00100000:0.0:1786400274.591292:0:20170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941179264 00000100:00100000:0.0:1786400274.591300:0:20170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941179136 00000100:00100000:0.0:1786400274.591302:0:20170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941179136 00000100:00100000:0.0:1786400274.591314:0:20170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1786400274.591320:0:20170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48990700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3646:x1873175941179392:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1786400274.591327:0:20170:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1786400274 with bad export cookie 3180317679165660227 00000100:00100000:1.0:1786400274.593615:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1786400274.593625:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48906300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3646:x1873175941179008:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1786400274.593634:0:17130:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1786400274 with bad export cookie 3180317679165660227 00000100:00100000:1.0:1786400274.593735:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48906300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3646:x1873175941179008:12345-0@lo:103:ldlm_bl.0 Request processed in 109us (2646us total) trans 0 rc -107/-107 00000100:00100000:1.0:1786400274.593742:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1786400274.593766:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1786400274.593771:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48907b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3646:x1873175941179520:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1786400274.593775:0:17130:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1786400274 with bad export cookie 3180317679165660227 00000100:00100000:1.0:1786400274.593801:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48907b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3646:x1873175941179520:12345-0@lo:103:ldlm_bl.0 Request processed in 29us (2687us total) trans 0 rc -107/-107 00000100:00100000:1.0:1786400274.593806:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1786400274.593817:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1786400274.593835:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3649:x1873175941179264:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1786400274.593839:0:17130:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1786400274 with bad export cookie 3180317679165660227 00000100:00100000:1.0:1786400274.593868:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3649:x1873175941179264:12345-0@lo:103:ldlm_bl.0 Request processed in 33us (2702us total) trans 0 rc -107/-107 00000100:00100000:1.0:1786400274.593873:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1786400274.593885:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1786400274.593889:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e46a78850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3649:x1873175941179136:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1786400274.593893:0:17130:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1786400274 with bad export cookie 3180317679165660227 00000100:00100000:1.0:1786400274.593915:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e46a78850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3649:x1873175941179136:12345-0@lo:103:ldlm_bl.0 Request processed in 24us (2708us total) trans 0 rc -107/-107 00000100:00100000:1.0:1786400274.593920:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:1.0:1786400274.593968:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.133@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1786400274.593973:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9c8e48912800 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1786400274.593976:0:3646:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.133@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:3.0:1786400274.594085:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400274.594099:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941175936:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1786400274.597820:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.133@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1786400274.603454:0:3646:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.133@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1786400274.603459:0:3646:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1786400274.603467:0:3646:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c8f75ad0700 x1873175941177984/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1786400290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400274.603607:0:3646:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c8e48991180 x1873175941179392/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1786400290 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400274.603617:0:3646:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c8e48990380 x1873175941179008/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1786400290 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400274.603626:0:3646:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c8e48993800 x1873175941179520/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1786400290 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400274.603634:0:3646:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c8e48990e00 x1873175941179264/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1786400290 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400274.603667:0:3646:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c8e48990a80 x1873175941179136/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1786400290 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786400274.603706:0:3649:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9c8e48912800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:2.0:1786400274.603732:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a819be0f-83d8-496f-a653-400ceb0847b5:3649:1873175941179264:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1786400274.603771:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a819be0f-83d8-496f-a653-400ceb0847b5:3649:1873175941179136:0@lo:103:ldlm_bl.0 10000000:01000000:1.0:1786400274.604472:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1786400274.604478:0:3646:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1786400274.604479:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1786400274.604483:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9c8e48912800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400274.604489:0:3646:0:(import.c:510:import_select_connection()) MGC192.168.203.133@tcp: connect to NID 0@lo last attempt 521 00000100:00080000:1.0:1786400274.604497:0:3646:0:(import.c:624:import_select_connection()) MGC192.168.203.133@tcp: import ffff9c8e48912800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400274.604518:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a819be0f-83d8-496f-a653-400ceb0847b5:3647:1873175941177984:0@lo:400:kworker.0 00000100:00100000:1.0:1786400274.604565:0:3646:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f5edb1c00 x1873175941179648/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1786400274.604600:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a819be0f-83d8-496f-a653-400ceb0847b5:3646:1873175941179520:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1786400274.604606:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a819be0f-83d8-496f-a653-400ceb0847b5:3646:1873175941179392:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1786400274.604617:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a819be0f-83d8-496f-a653-400ceb0847b5:3646:1873175941179008:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1786400274.604680:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1786400274.604684:0:20915:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:1.0:1786400274.604726:0:20915:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1786400274.604786:0:20915:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1786400274.604799:0:20915:0:(import.c:65:import_set_state_nolock()) ffff9c8f4289c000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1786400274.604806:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1786400274.604808:0:20915:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1786400274.604815:0:20915:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1786400274.604873:0:20915:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1786400274.604882:0:20915:0:(import.c:65:import_set_state_nolock()) ffff9c8e48365800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1786400274.604924:0:20915:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff9c8e479699c0) has no exports 00000100:00100000:2.0:1786400274.605272:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a819be0f-83d8-496f-a653-400ceb0847b5:3645:1873175941179648:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:2.0:1786400274.605317:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1873175941179648 offset 0 length 520: 4 00000100:00100000:2.0:1786400274.605436:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941179776:0@lo:9:umount.0 00000100:00100000:2.0:1786400274.605470:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400274.605500:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941179904:0@lo:9:umount.0 00000100:00100000:3.0:1786400274.605514:0:18736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941179776 00000100:00100000:2.0:1786400274.605520:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400274.605521:0:18736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941179776 00000100:00100000:2.0:1786400274.605547:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941179904 00000100:00100000:2.0:1786400274.605551:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941179904 00000100:00100000:3.0:1786400274.605562:0:18736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1786400274.605570:0:18736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1873175941179776:12345-0@lo:9:umount.0 00000020:00000080:3.0:1786400274.605591:0:18736:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905fe6 00000100:00080000:3.0:1786400274.605599:0:18736:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5cc800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1786400274.605639:0:18736:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:1.0:1786400274.605646:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400274.605716:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1786400274.605724:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1873175941179904:12345-0@lo:9:umount.0 00000020:00000080:2.0:1786400274.605736:0:18650:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443906087 00000100:00080000:2.0:1786400274.605742:0:18650:0:(import.c:65:import_set_state_nolock()) ffff9c8e47b24800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1786400274.605768:0:18650:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1786400274.605874:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3645:x1873175941179904:12345-0@lo:9:umount.0 Request processed in 150us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400274.605882:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:2.0:1786400274.605901:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786400274.605923:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e48365800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1786400274.605932:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1786400274.605934:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1786400274.605937:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941179904:0@lo:9:umount.0 00000100:00100000:3.0:1786400274.606135:0:18736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3645:x1873175941179776:12345-0@lo:9:umount.0 Request processed in 565us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400274.606141:0:18736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:2.0:1786400274.607777:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f4289c000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1786400274.607820:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000400:00000100:0.0:1786400274.607980:0:20170:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1873175941179392 offset 224 length 224: 4 00000100:00100000:0.0:1786400274.607995:0:20170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48990700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3646:x1873175941179392:12345-0@lo:103:ldlm_bl.0 Request processed in 16674us (16971us total) trans 0 rc -107/-107 00000100:00100000:0.0:1786400274.608003:0:20170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000004:00080000:2.0:1786400274.608112:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1786400274.608117:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941179776:0@lo:9:umount.0 00000020:00080000:3.0:1786400274.615263:0:20915:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff9c8e479699c0) has no exports 00000020:01000000:0.0:1786400274.671737:0:20915:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9c8e45d503c0 - data ffff9c8f7b47c288/ffff9c8e47494800 00000020:01000000:0.0:1786400274.672415:0:20915:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9c8e47be95a0 - data ffff9c8f7b42ee58/ffff9c8f75a17000 00000001:00000004:0.0:1786400274.684858:0:20915:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:0.0:1786400274.742822:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1786400274.742830:0:20915:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1786400274.742836:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1786400274.743922:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1786400274.743927:0:20915:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:0.0:1786400274.744198:0:20915:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1786400274.744201:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1786400274.744647:0:17884:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1786400274.744652:0:17884:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:3.0:1786400274.744662:0:17884:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1786400274.745473:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1786400274.745477:0:20915:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1786400274.745542:0:20915:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1786400274.745546:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1786400274.746467:0:17886:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1786400274.746471:0:17886:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:2.0:1786400274.746481:0:17886:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1786400274.747953:0:20915:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905d8c 00000020:00000080:0.0:1786400274.747972:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8f49b7f000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1786400274.748320:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f49b7f000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1786400274.748956:0:20915:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905da1 00000020:00000080:0.0:1786400274.748962:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8f75422000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1786400274.749006:0:20915:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:0.0:1786400274.749077:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1786400274.749085:0:20915:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1786400274.749090:0:20915:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff9c8e47968000) has no exports 00000004:01000000:0.0:1786400274.749368:0:20915:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1786400274.749377:0:20915:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905df5 00000020:00000080:0.0:1786400274.749382:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8e48367000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1786400274.749765:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f75422000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1786400274.749819:0:20915:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:0.0:1786400274.749823:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1786400274.749829:0:20915:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1786400274.749832:0:20915:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff9c8f5f28cd40) has no exports 00000020:00000080:0.0:1786400274.750049:0:20915:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905dee 00000020:00000080:0.0:1786400274.750054:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8e48363800/lustre-MDT0001-osd_UUID 00010000:01000000:0.0:1786400274.750829:0:20915:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:0.0:1786400274.750834:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1786400274.750837:0:20915:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1786400274.750843:0:20915:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1786400274.750846:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1786400274.750873:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1786400274.750879:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1786400274.750885:0:20915:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905de0 00000020:00000080:0.0:1786400274.750890:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8e48361000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1786400274.750893:0:20915:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:0.0:1786400274.750898:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1786400274.750901:0:20915:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1786400274.750904:0:20915:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff9c8e46bc19c0) has no exports 00000020:00000080:0.0:1786400274.750907:0:20915:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905dd2 00000020:00000080:0.0:1786400274.750910:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8f77b9e800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1786400274.751101:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e48367000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1786400274.751108:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e48363800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1786400274.751121:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e48365800 for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1786400274.751126:0:8:0:(genops.c:906:class_export_put()) final put ffff9c8e48364800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1786400274.751128:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e48364800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:3.0:1786400274.751131:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1786400274.751208:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e48361000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1786400274.751212:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f77b9e800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1786400274.751600:0:20915:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:0.0:1786400274.751608:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1786400274.751611:0:20915:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:0.0:1786400274.751614:0:20915:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1786400274.751616:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1786400274.751650:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1786400274.751655:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:0.0:1786400274.751664:0:20915:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1786400274.751669:0:20915:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905dc4 00000020:00000080:0.0:1786400274.751673:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8f77b98800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1786400274.751677:0:20915:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:0.0:1786400274.751679:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1786400274.751682:0:20915:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1786400274.751685:0:20915:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff9c8e46bc3380) has no exports 00000020:00000080:0.0:1786400274.751746:0:20915:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905dbd 00000020:00000080:0.0:1786400274.751750:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8e46bce800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1786400274.752321:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8f4289c000 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1786400274.752327:0:8:0:(genops.c:906:class_export_put()) final put ffff9c8e46b37000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1786400274.752329:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e46b37000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1786400274.752334:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1786400274.752387:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f77b98800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1786400274.752392:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e46bce800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1786400274.764783:0:20915:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1786400274.764791:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1786400274.764795:0:20915:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1786400274.764803:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1786400274.764864:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1786400274.764881:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1786400274.764910:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1786400274.764914:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1786400274.764919:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8e46bc9000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1786400274.764923:0:20915:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e46bc9000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1786400274.764931:0:20915:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1786400274.765074:0:20915:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905da8 00000020:00000080:2.0:1786400274.765080:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8f75423800/lustre-MDD0001_UUID 00000020:01000000:2.0:1786400274.765085:0:20915:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1786400274.765089:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1786400274.765094:0:20915:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1786400274.765097:0:20915:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff9c8f75430000) has no exports 00000020:00000080:2.0:1786400274.765118:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1786400274.765121:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1786400274.765125:0:20915:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905daf 00000020:00000080:2.0:1786400274.765128:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8f78e3e800/lustre-MDT0001-osd_UUID 00000020:01000004:2.0:1786400274.765134:0:20915:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c8e47884000 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1786400274.765137:0:20915:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c8e47884000 2 00000020:01000004:2.0:1786400274.765140:0:20915:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c8e47884000 from lustre-MDT0001 00000020:00000080:3.0:1786400274.765229:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e46bcc000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1786400274.765237:0:8:0:(genops.c:906:class_export_put()) final put ffff9c8f77b98000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1786400274.765239:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f77b98000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1786400274.765244:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1786400274.765321:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f75423800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1786400274.765325:0:8:0:(genops.c:906:class_export_put()) final put ffff9c8f48a87800/lustre-MDD0001_UUID 00000020:00000080:3.0:1786400274.765326:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f48a87800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1786400274.765330:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:3.0:1786400274.765419:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f78e3e800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1786400274.765480:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1786400274.765485:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:2.0:1786400274.765487:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8e46bca000/lustre-MDT0001_UUID 00000020:00000080:2.0:1786400274.765490:0:20915:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e46bca000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:2.0:1786400274.765505:0:20915:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:2.0:1786400274.765532:0:20915:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:2.0:1786400274.765535:0:20915:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1786400274.765538:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1786400274.765542:0:20915:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1786400274.765547:0:20915:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9c8f5f3ba800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1786400274.765552:0:20915:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff9c8f5f28b380) has exports, disconnecting them 00000020:00080000:2.0:1786400274.765556:0:20915:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9c8f5f3ba800), last request at 1786400200 00000020:00000080:2.0:1786400274.765559:0:20915:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905e2d 00000020:00080000:2.0:1786400274.765571:0:20915:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c8f5f3ba800): rc 0 00000020:00000080:2.0:1786400274.765574:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8f5f3ba800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1786400274.766409:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5f3ba800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:3.0:1786400274.766447:0:20915:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:3.0:1786400274.766451:0:20915:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1786400274.766454:0:20915:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1786400274.766458:0:20915:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1786400274.766473:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8f5f3bb800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1786400274.766587:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1786400274.766593:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:3.0:1786400274.766596:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8f5f3ba000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1786400274.766599:0:20915:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5f3ba000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1786400274.766603:0:20915:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:3.0:1786400274.766641:0:20915:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c8e47884000 1 00000020:00000080:3.0:1786400274.766645:0:20915:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905d54 00000020:00000080:3.0:1786400274.766650:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8f77b48000/lustre-MDT0001-osd_UUID 00000020:01000000:3.0:1786400274.766658:0:20915:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:3.0:1786400274.766665:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f77b48000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1786400274.766673:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1786400274.766678:0:20915:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1786400274.766680:0:20915:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff9c8f675099c0) has no exports 00000020:00000080:3.0:1786400274.814131:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1786400274.814210:0:20915:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1786400274.814215:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8e47886800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1786400274.814220:0:20915:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e47886800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1786400274.814232:0:20915:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1786400274.814344:0:20915:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c8e47885800 00000020:01000000:3.0:1786400274.814362:0:20915:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1786400274.814366:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1786400274.814371:0:20915:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1786400274.814375:0:20915:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffff9c8e46bc0000) has no exports 00000100:00100000:0.0:1786400274.815449:0:17145:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff9c8f6afe5c00:17145] 2 exiting: rc = 0 00000100:00100000:0.0:1786400274.815553:0:19935:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff9c8e477f5c00:19935] 3 exiting: rc = 0 00000100:00100000:1.0:1786400274.816140:0:17144:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff9c8f6afe5000:17144] 1 exiting: rc = 0 00000100:00100000:2.0:1786400274.816547:0:17143:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff9c8f6afe4000:17143] 0 exiting: rc = 1 00000100:00100000:3.0:1786400274.818296:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818304:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818310:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818315:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818321:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818326:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818332:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818337:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818344:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818368:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818374:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818380:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818386:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818392:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818398:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818404:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818409:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818414:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818419:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818437:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818444:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818449:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818454:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818460:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818470:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818476:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818482:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818488:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818494:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818500:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818505:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818511:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818516:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818521:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818527:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818533:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818539:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818544:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818549:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818555:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818561:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.818566:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822523:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822530:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822559:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822565:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822583:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822589:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822594:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822599:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822605:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822610:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822615:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822623:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822630:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822636:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822642:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822648:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822653:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822658:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822664:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822670:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822676:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.822682:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400274.829385:0:17147:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9c8f5403ca00:17147] 1 exiting: rc = 0 00000100:00100000:2.0:1786400274.832277:0:17146:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9c8f452f5200:17146] 0 exiting: rc = 1 00000100:00100000:2.0:1786400274.832777:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832786:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832793:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832798:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832804:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832809:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832814:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832819:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832825:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832830:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832835:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832842:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832848:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832854:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832860:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832864:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832870:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832875:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832882:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832899:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832905:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832911:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832916:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832922:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832928:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832934:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832939:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832944:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832950:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832956:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832961:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832966:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832972:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832977:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832982:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832988:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832993:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.832999:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833005:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833414:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833436:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833443:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833449:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833454:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833459:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833464:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833470:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833475:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833481:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833486:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833492:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833497:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833503:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833508:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833521:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833526:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833531:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833536:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833542:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833547:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833552:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.833562:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.834193:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.834200:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.835178:0:17148:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff9c8e41bf0e00:17148] 0 exiting: rc = 1 00000100:00100000:1.0:1786400274.835288:0:18187:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff9c8f5f37a800:18187] 2 exiting: rc = 0 00000100:00100000:2.0:1786400274.837334:0:17149:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff9c8e41bf1000:17149] 1 exiting: rc = 0 00000100:00100000:1.0:1786400274.837873:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.837881:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.837888:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.837911:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.837918:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.837923:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.837929:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.837936:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.837942:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.837948:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.837954:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.837960:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.837966:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.837973:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.837979:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.838000:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.838006:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.838591:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.838602:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.838608:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.838614:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.838620:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.838625:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.838631:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.838637:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.838643:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.838648:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.838672:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.838681:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839093:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839116:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839241:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839250:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839257:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839263:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839270:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839276:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839283:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839289:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839312:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839320:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839326:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839333:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839340:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839347:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839353:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839359:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839365:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839371:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839377:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839382:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839402:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839409:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839415:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.839422:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.840475:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.840484:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.840490:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.840496:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.840503:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.840509:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.840515:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.840521:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.840541:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.878392:0:17150:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9c8f4a1cf400:17150] 0 exiting: rc = 1 00000100:00100000:2.0:1786400274.879115:0:17151:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9c8f75725400:17151] 1 exiting: rc = 0 00000100:00100000:3.0:1786400274.879567:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879575:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879580:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879584:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879590:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879595:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879602:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879607:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879613:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879618:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879622:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879626:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879630:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879635:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879656:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879661:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879667:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879672:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879677:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879683:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879972:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879979:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879984:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879989:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879994:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.879999:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880004:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880010:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880014:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880019:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880023:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880027:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880032:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880037:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880043:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880049:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880053:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880058:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880062:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880068:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880073:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880078:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880082:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880087:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880091:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880096:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880101:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880106:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880111:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880125:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880131:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880136:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880154:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880160:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880165:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880170:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880175:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880179:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880185:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880190:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880194:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880199:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880204:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880208:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.880756:0:17153:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9c8f75725600:17153] 1 exiting: rc = 0 00000100:00100000:1.0:1786400274.880837:0:17152:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9c8f75724600:17152] 0 exiting: rc = 1 00000100:00100000:3.0:1786400274.881666:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.881673:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.881679:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.881684:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882201:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882212:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882223:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882233:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882241:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882251:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882258:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882263:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882269:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882273:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882279:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882284:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882288:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882292:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882297:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882312:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882317:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882321:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882326:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882331:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882336:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882340:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882346:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882350:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882355:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882360:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882365:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882369:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882373:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882378:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882383:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882387:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882392:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882397:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882401:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882407:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882412:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882416:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882421:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882439:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882444:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882449:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882454:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882459:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882464:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882468:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882473:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882478:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882483:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882488:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882502:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882507:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882512:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882517:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882523:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882528:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882533:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882539:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882544:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.882550:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.884932:0:17154:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff9c8f75724000:17154] 0 exiting: rc = 1 00000100:00100000:0.0:1786400274.885130:0:17155:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff9c8f75724e00:17155] 1 exiting: rc = 0 00000100:00100000:3.0:1786400274.885303:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885311:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885316:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885321:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885326:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885331:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885337:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885342:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885348:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885353:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885358:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885366:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885373:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885382:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885391:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885399:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885405:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885410:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885415:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885420:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885438:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885445:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885450:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885456:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885462:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885478:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885484:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885489:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885494:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885500:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885506:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885511:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885516:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885521:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885526:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885531:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885536:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885540:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885545:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885550:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885555:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885559:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885565:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.885570:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886232:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886239:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886245:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886250:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886255:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886260:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886266:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886270:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886275:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886280:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886285:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886290:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886296:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886301:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886305:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886310:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886324:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886328:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886333:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400274.886338:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400274.887881:0:17156:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff9c8e47870200:17156] 0 exiting: rc = 1 00000100:00100000:3.0:1786400274.888335:0:17157:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff9c8e47870800:17157] 1 exiting: rc = 0 00000100:00100000:3.0:1786400274.888505:0:17158:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff9c8e47870400:17158] 2 exiting: rc = 0 00000100:00100000:2.0:1786400274.888652:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888660:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888666:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888681:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888844:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888850:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888857:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888862:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888868:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888874:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888879:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888884:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888889:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888894:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888900:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888905:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888910:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888915:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888920:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888926:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888932:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888937:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888952:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888958:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888963:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888968:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888973:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888978:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.888998:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889004:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889025:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889033:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889038:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889042:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889047:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889052:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889058:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889063:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889068:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889073:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889078:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889083:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889088:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889093:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889098:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889104:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889109:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889114:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889119:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889124:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889130:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889135:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889406:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889413:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889419:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889439:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889447:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889459:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889465:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889471:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889476:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889482:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889488:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400274.889501:0:20915:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1786400274.900783:0:20915:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1786400274.900797:0:20915:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1786400274.900802:0:20915:0:(genops.c:906:class_export_put()) final put ffff9c8f75423000/MDS_uuid 00000020:00000080:2.0:1786400274.900807:0:20915:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f75423000/MDS_uuid for MDS 00000020:01000000:2.0:1786400274.900814:0:20915:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1786400274.900947:0:20915:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:1.0:1786400275.515274:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400276.537486:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400277.556239:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1786400278.167345:0:21115:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1786400278.177847:0:21115:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1786400278.177902:0:21115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c21443905ec7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443905ece expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400278.177916:0:21115:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c21443905ec7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443905ece expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400278.177923:0:21115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c21443905ec7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905ece expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400278.177930:0:21115:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c21443905ec7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905ece expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400278.177948:0:21115:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1786400278.177953:0:21115:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1786400278.177978:0:21115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1786400278.177982:0:21115:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1786400278.177987:0:21115:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1786400278.177992:0:21115:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5a4000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1786400278.178005:0:21115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1786400278.178007:0:21115:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1786400278.178010:0:21115:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1786400278.178816:0:21115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1786400278.178820:0:21115:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1786400278.178824:0:21115:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1786400278.178843:0:21115:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bef000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1786400278.178883:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1873175941180032:0@lo:39:umount.0 00000400:00000100:2.0:1786400278.178933:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873175941180032 offset 0 length 224: 4 00010000:00010000:3.0:1786400278.179102:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1786400278.179110:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c21443905ec7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905ece expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400278.179131:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9a800 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:3.0:1786400278.179136:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c21443905ec7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905ece expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400278.179145:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c21443905ec7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c21443905ece expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786400278.179151:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c21443905ec7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c21443905ece expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400278.179156:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1786400278.179159:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1786400278.179161:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1786400278.179173:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c8e48912800 00010000:00010000:3.0:1786400278.179176:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c21443905ec7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x2c22c21443905ece expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400278.179181:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c21443905ec7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x2c22c21443905ece expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400278.179191:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400278.179199:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400278.179201:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400278.591395:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786400279.223779:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a819be0f-83d8-496f-a653-400ceb0847b5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786400279.223801:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a819be0f-83d8-496f-a653-400ceb0847b5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1786400279.223805:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786400279.223809:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1786400279.223813:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c8e45ebf800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400279.223822:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 607 00000100:00080000:1.0:1786400279.223829:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1786400279.223837:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c8e45ebf800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400279.223877:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f5edb2a00 x1873175941180160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786400279.223954:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1873175941180160:0@lo:38:kworker.0 00000400:00000100:2.0:1786400279.224004:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873175941180160 offset 0 length 520: 4 00000100:00100000:0.0:1786400279.224085:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1786400279.224100:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1873175941180288:0@lo:400:kworker.0 00000400:00000100:0.0:1786400279.224123:0:3649:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873175941180288 offset 0 length 224: 4 00010000:00010000:3.0:1786400279.637703:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786400280.245102:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a819be0f-83d8-496f-a653-400ceb0847b5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786400280.245111:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a819be0f-83d8-496f-a653-400ceb0847b5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1786400280.245114:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786400280.245116:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1786400280.245347:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1873175941180416:0@lo:400:kworker.0 00000400:00000100:0.0:1786400280.245798:0:3649:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873175941180416 offset 0 length 224: 4 00000001:00100000:1.0:1786400280.246448:0:19464:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1786400280.246454:0:19464:0:(genops.c:906:class_export_put()) final put ffff9c8e47b25000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1786400280.246550:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e47b25000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1786400280.246588:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e47b24800 for lustre-OST0001 00000001:00100000:2.0:1786400280.252530:0:18645:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1786400280.252539:0:18645:0:(genops.c:906:class_export_put()) final put ffff9c8f5e5c9800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1786400280.252620:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5e5c9800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1786400280.252677:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8f5e5cc800 for lustre-OST0000 00010000:00010000:0.0:1786400280.702657:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400281.715916:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400282.739925:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400283.763933:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786400284.277284:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a819be0f-83d8-496f-a653-400ceb0847b5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786400284.277295:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a819be0f-83d8-496f-a653-400ceb0847b5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1786400284.277299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786400284.277303:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1786400284.277416:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1873175941180544:0@lo:400:kworker.0 00000400:00000100:1.0:1786400284.277472:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873175941180544 offset 0 length 224: 4 00000100:00100000:3.0:1786400284.339921:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786400274/real 1786400274] req@ffff9c8f5edb1c00 x1873175941179648/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1786400284 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786400284.339956:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c8f5edb1c00 x1873175941179648/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1786400284 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786400284.339976:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e48912800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786400284.339997:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1786400284.340001:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a819be0f-83d8-496f-a653-400ceb0847b5:3645:1873175941179648:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:0.0:1786400284.340595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a819be0f-83d8-496f-a653-400ceb0847b5->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786400284.340601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1786400284.340604:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8e48912800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1786400284.340609:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.133@tcp: connect to NID 0@lo last attempt 608 00000100:00080000:0.0:1786400284.340625:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.133@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1786400284.340633:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.133@tcp: import ffff9c8e48912800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:0.0:1786400284.340669:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48907b80 x1873175941180672/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1786400284.340714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786400284.340719:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1786400284.340924:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a819be0f-83d8-496f-a653-400ceb0847b5:3645:1873175941180672:0@lo:250:kworker.0 00000400:00000100:2.0:1786400284.340976:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1873175941180672 offset 0 length 520: 4 00010000:00010000:0.0:1786400284.788346:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400285.816266:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400286.835911:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400287.859863:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400288.435837:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786400278/real 1786400278] req@ffff9c8e48991180 x1873175941180032/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1786400288 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400288.435872:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c8e48991180 x1873175941180032/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1786400288 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786400288.435911:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bef000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1786400288.435939:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1873175941180032:0@lo:39:umount.0 00000100:00080000:0.0:1786400288.436076:0:21115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1786400288.436082:0:21115:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1786400288.436087:0:21115:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1786400288.437068:0:21115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443905e9d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443905ea4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400288.437085:0:21115:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443905e9d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443905ea4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400288.437093:0:21115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443905e9d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905ea4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400288.437110:0:21115:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443905e9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443905ea4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400288.437145:0:21115:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1786400288.437153:0:21115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f86346a00/0x2c22c214439061f3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439061fa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400288.437160:0:21115:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f86346a00/0x2c22c214439061f3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439061fa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400288.437167:0:21115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f86346a00/0x2c22c214439061f3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c214439061fa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400288.437175:0:21115:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8f86346a00/0x2c22c214439061f3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c214439061fa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400288.437198:0:21115:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1786400288.437205:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1786400288.437212:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443905e9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905ea4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400288.437220:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9b400 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:2.0:1786400288.437224:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443905e9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443905ea4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400288.437233:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443905e9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c21443905ea4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786400288.437240:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443905e9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c21443905ea4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400288.437245:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1786400288.437248:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:2.0:1786400288.437258:0:17131:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c8e48912800 00010000:00010000:2.0:1786400288.437261:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443905e9d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x2c22c21443905ea4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400288.437266:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443905e9d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x2c22c21443905ea4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400288.437278:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786400288.437281:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f86346a00/0x2c22c214439061f3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c214439061fa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400288.437297:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f86346a00 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:2.0:1786400288.437301:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f86346a00/0x2c22c214439061f3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c214439061fa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400288.437308:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f86346a00/0x2c22c214439061f3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c214439061fa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786400288.437315:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f86346a00/0x2c22c214439061f3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c214439061fa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400288.437327:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1786400288.437345:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1786400288.437347:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1786400288.437353:0:17131:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c8e48912800 00010000:00010000:2.0:1786400288.437356:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f86346a00/0x2c22c214439061f3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x2c22c214439061fa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400288.437363:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400288.437365:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400288.437368:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400288.437785:0:21115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f86346a00/0x2c22c214439061f3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x2c22c214439061fa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786400288.437798:0:21115:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:0.0:1786400288.437802:0:21115:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:0.0:1786400288.437804:0:21115:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1786400288.437831:0:21115:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1786400288.437835:0:21115:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1786400288.437840:0:21115:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1786400288.437846:0:21115:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1786400288.437850:0:21115:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff9c8f75433380) has no exports 00000020:00080000:0.0:1786400288.437872:0:21115:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff9c8f75433380) has no exports 00000020:01000000:0.0:1786400288.441270:0:21115:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9c8f77bcd4e0 - data ffff9c8f7b418000/ffff9c8e47729000 00000020:01000000:0.0:1786400288.445148:0:21115:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9c8f780049c0 - data ffff9c8f7b50c5e8/ffff9c8f675ea800 00100000:10000000:1.0:1786400288.454967:0:21115:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1786400288.460825:0:21115:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905eb2 00000020:00000080:0.0:1786400288.460836:0:21115:0:(genops.c:906:class_export_put()) final put ffff9c8f5f313000/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1786400288.460854:0:21115:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c8f6767c000 from lustre-OST0000, refs=2 00000020:01000004:0.0:1786400288.460857:0:21115:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c8f6767c000 2 00000020:01000004:0.0:1786400288.460860:0:21115:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c8f6767c000 from lustre-OST0000 00000020:00000080:0.0:1786400288.460882:0:21115:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1786400288.460890:0:21115:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1786400288.460893:0:21115:0:(genops.c:906:class_export_put()) final put ffff9c8f5f310800/lustre-OST0000_UUID 00000020:00000080:0.0:1786400288.460896:0:21115:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5f310800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1786400288.460904:0:21115:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1786400288.460947:0:21115:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1786400288.460951:0:21115:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1786400288.460955:0:21115:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1786400288.460960:0:21115:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1786400288.460966:0:21115:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9c8f5e5a5800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1786400288.460972:0:21115:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff9c8f5ed3b380) has exports, disconnecting them 00000020:00080000:0.0:1786400288.460977:0:21115:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9c8f5e5a5800), last request at 1786400213 00000020:00000080:0.0:1786400288.460980:0:21115:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905edc 00000020:00080000:0.0:1786400288.460988:0:21115:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c8f5e5a5800): rc 0 00000020:00000080:0.0:1786400288.460993:0:21115:0:(genops.c:906:class_export_put()) final put ffff9c8f5e5a5800/lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1786400288.461388:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5f313000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1786400288.461401:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5e5a5800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1786400288.468771:0:21115:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1786400288.468780:0:21115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1786400288.468784:0:21115:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1786400288.468791:0:21115:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1786400288.468944:0:21115:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1786400288.468953:0:21115:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1786400288.468961:0:21115:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1786400288.468976:0:21115:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1786400288.468982:0:21115:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1786400288.468989:0:21115:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9c8e477d5000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1786400288.468995:0:21115:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff9c8f754319c0) has exports, disconnecting them 00000020:00080000:2.0:1786400288.468999:0:21115:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9c8e477d5000), last request at 1786400213 00000020:00000080:2.0:1786400288.469003:0:21115:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905ef1 00000020:00080000:2.0:1786400288.469020:0:21115:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c8e477d5000): rc 0 00000020:00000080:2.0:1786400288.469025:0:21115:0:(genops.c:906:class_export_put()) final put ffff9c8e477d5000/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1786400288.469771:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8f5e5a4000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1786400288.469780:0:8:0:(genops.c:906:class_export_put()) final put ffff9c8f5e5a5000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1786400288.469784:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5e5a5000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1786400288.469796:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1786400288.469866:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e477d5000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1786400288.469891:0:21115:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1786400288.469895:0:21115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1786400288.469898:0:21115:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1786400288.469902:0:21115:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1786400288.469918:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8f77bef000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1786400288.470015:0:21115:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1786400288.470021:0:21115:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1786400288.470025:0:21115:0:(genops.c:906:class_export_put()) final put ffff9c8f5f316000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1786400288.470034:0:21115:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5f316000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1786400288.470038:0:21115:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1786400288.470081:0:21115:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c8f6767c000 1 00000020:00000080:3.0:1786400288.470087:0:21115:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905e8f 00000020:00000080:3.0:1786400288.470091:0:21115:0:(genops.c:906:class_export_put()) final put ffff9c8f5f524800/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1786400288.470098:0:21115:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1786400288.470105:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5f524800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1786400288.470114:0:21115:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1786400288.470118:0:21115:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1786400288.470121:0:21115:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff9c8f5f288000) has no exports 00000020:00000080:3.0:1786400288.486026:0:21115:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1786400288.486041:0:21115:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1786400288.486046:0:21115:0:(genops.c:906:class_export_put()) final put ffff9c8f6767e800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1786400288.486051:0:21115:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f6767e800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1786400288.486057:0:21115:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1786400288.486171:0:21115:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c8f67679000 00000020:02000400:3.0:1786400288.486212:0:21115:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:3.0:1786400288.883866:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786400289.464628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a819be0f-83d8-496f-a653-400ceb0847b5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786400289.464636:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a819be0f-83d8-496f-a653-400ceb0847b5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1786400289.464640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786400289.464643:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1786400289.464719:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1873175941180800:0@lo:400:kworker.0 00000400:00000100:0.0:1786400289.464779:0:3647:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873175941180800 offset 0 length 224: 4 00010000:00010000:1.0:1786400289.908079:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400290.934231:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1786400291.270103:0:21318:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1786400291.289959:0:21318:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1786400291.290041:0:21318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69200/0x2c22c21443906025 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390602c expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400291.290054:0:21318:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69200/0x2c22c21443906025 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c2144390602c expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400291.290062:0:21318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69200/0x2c22c21443906025 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c2144390602c expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400291.290069:0:21318:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69200/0x2c22c21443906025 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c2144390602c expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400291.290096:0:21318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1786400291.290102:0:21318:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1786400291.290125:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1786400291.290135:0:21318:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c8f5edb2a00 x1873175941180160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1786400299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400291.290156:0:21318:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1786400291.290161:0:21318:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1786400291.290167:0:21318:0:(import.c:65:import_set_state_nolock()) ffff9c8e45ebf800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1786400291.290185:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1786400291.290190:0:21318:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c8f5edb2a00 x1873175941180160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1786400299 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400291.290197:0:21318:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1786400291.290200:0:21318:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 10s for inflight to error out 00010000:00010000:1.0:1786400291.290243:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400291.290250:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69200/0x2c22c21443906025 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c2144390602c expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400291.290257:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c69200 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:1.0:1786400291.290268:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69200/0x2c22c21443906025 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c2144390602c expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400291.290277:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69200/0x2c22c21443906025 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c2144390602c expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1786400291.290284:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69200/0x2c22c21443906025 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c2144390602c expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1786400291.290291:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1786400291.290293:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1786400291.290295:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1786400291.290307:0:17131:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c8e48912800 00010000:00010000:1.0:1786400291.290323:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69200/0x2c22c21443906025 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x2c22c2144390602c expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400291.290331:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69200/0x2c22c21443906025 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x2c22c2144390602c expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400291.290342:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400291.290344:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400291.290345:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400291.290459:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1873175941180160:0@lo:38:kworker.0 00000100:00080000:2.0:1786400291.291413:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1786400291.291423:0:21318:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c8f5edb0e00 x1873175941180288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400291.291506:0:21318:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c8e48993800 x1873175941180416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400291.291516:0:21318:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c8e48906300 x1873175941180544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400291.291538:0:21318:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c8e48904a80 x1873175941180800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400291.291559:0:21318:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1786400291.291564:0:21318:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1786400291.291582:0:21318:0:(import.c:65:import_set_state_nolock()) ffff9c8e45ebe800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1786400291.291649:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1873175941180544:0@lo:400:kworker.0 00000100:00100000:3.0:1786400291.291737:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1873175941180800:0@lo:400:kworker.0 00000100:00100000:3.0:1786400291.291761:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1873175941180928:0@lo:39:umount.0 00000400:00000100:3.0:1786400291.291807:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873175941180928 offset 0 length 224: 4 00000100:00100000:0.0:1786400291.292002:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1873175941180288:0@lo:400:kworker.0 00000100:00100000:3.0:1786400291.292073:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1873175941180416:0@lo:400:kworker.0 00010000:00010000:3.0:1786400291.956090:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400292.981711:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400294.003898:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786400294.582952:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) a819be0f-83d8-496f-a653-400ceb0847b5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786400294.582989:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) a819be0f-83d8-496f-a653-400ceb0847b5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1786400295.028009:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400296.051835:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400297.075857:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400298.099959:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400299.124042:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786400299.573367:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786400284/real 1786400284] req@ffff9c8e48907b80 x1873175941180672/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1786400299 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786400299.573405:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c8e48907b80 x1873175941180672/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1786400299 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786400299.573425:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e48912800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786400299.573454:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1786400299.573458:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a819be0f-83d8-496f-a653-400ceb0847b5:3645:1873175941180672:0@lo:250:kworker.0 00000100:00080000:1.0:1786400299.573976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) a819be0f-83d8-496f-a653-400ceb0847b5->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786400299.573982:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1786400299.573985:0:38:0:(import.c:65:import_set_state_nolock()) ffff9c8e48912800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400299.574006:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.133@tcp: connect to NID 0@lo last attempt 617 00000100:00080000:1.0:1786400299.574011:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.133@tcp: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1786400299.574018:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.133@tcp: import ffff9c8e48912800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400299.574045:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f5edb1500 x1873175941181056/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786400299.574101:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a819be0f-83d8-496f-a653-400ceb0847b5:3645:1873175941181056:0@lo:250:kworker.0 00000400:00000100:0.0:1786400299.574144:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1873175941181056 offset 0 length 520: 4 00010000:00010000:3.0:1786400300.147955:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400301.171917:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786400301.619833:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786400291/real 1786400291] req@ffff9c8e48991180 x1873175941180928/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1786400301 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786400301.619865:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c8e48991180 x1873175941180928/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1786400301 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786400301.619883:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e45ebe800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1786400301.619907:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1873175941180928:0@lo:39:umount.0 00000100:00080000:2.0:1786400301.620521:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1786400301.620528:0:21318:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1786400301.620534:0:21318:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1786400301.622764:0:21318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c21443905ffb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906002 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400301.622783:0:21318:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c21443905ffb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443906002 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400301.622790:0:21318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c21443905ffb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443906002 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400301.622812:0:21318:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c21443905ffb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c21443906002 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400301.622843:0:21318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1786400301.622850:0:21318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f86346c00/0x2c22c214439061e5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439061ec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400301.622857:0:21318:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f86346c00/0x2c22c214439061e5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439061ec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400301.622862:0:21318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f86346c00/0x2c22c214439061e5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c214439061ec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400301.622867:0:21318:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: ffff9c8f86346c00/0x2c22c214439061e5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2c22c214439061ec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400301.622885:0:21318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1786400301.622889:0:21318:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1786400301.622915:0:21318:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1786400301.622919:0:21318:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1786400301.622923:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1786400301.622928:0:21318:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1786400301.622932:0:21318:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff9c8e48a20000) has no exports 00000020:00080000:2.0:1786400301.622953:0:21318:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff9c8e48a20000) has no exports 00010000:00010000:3.0:1786400301.623055:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1786400301.623063:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c21443905ffb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443906002 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400301.623072:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9ae00 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:3.0:1786400301.623077:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c21443905ffb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c21443906002 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400301.623086:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c21443905ffb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c21443906002 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786400301.623095:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c21443905ffb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c21443906002 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400301.623101:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1786400301.623104:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:3.0:1786400301.623106:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:3.0:1786400301.623119:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c8e48912800 00010000:00010000:3.0:1786400301.623123:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c21443905ffb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x2c22c21443906002 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400301.623130:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c21443905ffb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x2c22c21443906002 expref: -99 pid: 19463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400301.623154:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1786400301.623158:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f86346c00/0x2c22c214439061e5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c214439061ec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400301.623172:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f86346c00 already unused, calling callback (ffffffffc1507c20) 00010000:00010000:1.0:1786400301.623290:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:3.0:1786400301.623328:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f86346c00/0x2c22c214439061e5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2c22c214439061ec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400301.623338:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f86346c00/0x2c22c214439061e5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c214439061ec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786400301.623345:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f86346c00/0x2c22c214439061e5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c214439061ec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400301.623350:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1786400301.623352:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1786400301.623354:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1786400301.623361:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c8e48912800 00010000:00010000:3.0:1786400301.623364:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f86346c00/0x2c22c214439061e5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x2c22c214439061ec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400301.623371:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f86346c00/0x2c22c214439061e5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x2c22c214439061ec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400301.623385:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400301.623386:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400301.623388:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1786400301.624566:0:21318:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9c8f7550ade0 - data ffff9c8f77e1a510/ffff9c8e48a69400 00000020:01000000:2.0:1786400301.624674:0:21318:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9c8f5f47b600 - data ffff9c8f7b682000/ffff9c8e469f1800 00100000:10000000:3.0:1786400301.644494:0:21318:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1786400301.655871:0:21318:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443906010 00000020:00000080:2.0:1786400301.655882:0:21318:0:(genops.c:906:class_export_put()) final put ffff9c8e45fe4800/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1786400301.655896:0:21318:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c8f5f531000 from lustre-OST0001, refs=2 00000020:01000004:2.0:1786400301.655906:0:21318:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c8f5f531000 2 00000020:01000004:2.0:1786400301.655909:0:21318:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c8f5f531000 from lustre-OST0001 00000020:00000080:2.0:1786400301.655935:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1786400301.655944:0:21318:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1786400301.655947:0:21318:0:(genops.c:906:class_export_put()) final put ffff9c8e477d4800/lustre-OST0001_UUID 00000020:00000080:2.0:1786400301.655950:0:21318:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e477d4800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1786400301.655955:0:21318:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1786400301.656041:0:21318:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import a819be0f-83d8-496f-a653-400ceb0847b5->MGS 00010000:00010000:2.0:1786400301.656057:0:21318:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69c00/0x2c22c21443905d5b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c21443905d62 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786400301.656070:0:21318:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69c00/0x2c22c21443905d5b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c21443905d62 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400301.656077:0:21318:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1786400301.656080:0:21318:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1786400301.656083:0:21318:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1786400301.656096:0:21318:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c8e48912800 00010000:00010000:2.0:1786400301.656099:0:21318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f77c69c00/0x2c22c21443905d5b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x2c22c21443905d62 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400301.656113:0:21318:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb600/0x2c22c21443905c4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x2c22c21443905c51 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786400301.656120:0:21318:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb600/0x2c22c21443905c4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x2c22c21443905c51 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400301.656125:0:21318:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1786400301.656127:0:21318:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1786400301.656128:0:21318:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1786400301.656135:0:21318:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c8e48912800 00010000:00010000:2.0:1786400301.656137:0:21318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb600/0x2c22c21443905c4a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x2c22c21443905c51 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1786400301.656158:0:21318:0:(import.c:65:import_set_state_nolock()) ffff9c8e48912800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1786400301.656162:0:21318:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1786400301.656164:0:21318:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1786400301.656166:0:21318:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1786400301.656169:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1786400301.656180:0:21318:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c8f5edb1500 x1873175941181056/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1786400319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1786400301.656202:0:21318:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1786400301.656204:0:21318:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00000020:00000080:1.0:1786400301.656278:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e45fe4800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:0.0:1786400301.656498:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a819be0f-83d8-496f-a653-400ceb0847b5:3645:1873175941181056:0@lo:250:kworker.0 10000000:01000000:2.0:1786400301.656535:0:21318:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1786400301.656542:0:21318:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905c35 00000020:00000080:2.0:1786400301.656547:0:21318:0:(genops.c:906:class_export_put()) final put ffff9c8f47f26000/a819be0f-83d8-496f-a653-400ceb0847b5 00000020:01000000:2.0:1786400301.656561:0:21318:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGC192.168.203.133@tcp (flags='') 00000020:00000080:2.0:1786400301.656565:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1786400301.656569:0:21318:0:(obd_config.c:955:class_cleanup()) MGC192.168.203.133@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1786400301.656572:0:21318:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffff9c8e46bc4d40) has no exports 00000020:00000080:1.0:1786400301.656613:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f47f26000/a819be0f-83d8-496f-a653-400ceb0847b5 for MGC192.168.203.133@tcp 10000000:01000000:0.0:1786400301.656824:0:17140:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1786400301.656872:0:21318:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.203.133@tcp: client import never connected 00000100:00080000:2.0:1786400301.656875:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1786400301.656878:0:21318:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1786400301.656880:0:21318:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1786400301.656882:0:21318:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1786400301.656960:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1786400301.656965:0:21318:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.133@tcp (uuid a819be0f-83d8-496f-a653-400ceb0847b5) 00000020:01000000:2.0:1786400301.656970:0:21318:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1786400301.656973:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1786400301.656976:0:21318:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1786400301.656980:0:21318:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9c8e45eb8800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1786400301.656985:0:21318:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffff9c8f5ef719c0) has exports, disconnecting them 00000020:00080000:2.0:1786400301.656989:0:21318:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9c8e45eb8800), last request at 1786400227 00000020:00000080:2.0:1786400301.656993:0:21318:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c2144390603a 00000020:00080000:2.0:1786400301.657008:0:21318:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c8e45eb8800): rc 0 00000020:00000080:2.0:1786400301.657012:0:21318:0:(genops.c:906:class_export_put()) final put ffff9c8e45eb8800/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1786400301.657093:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e48912800 for MGC192.168.203.133@tcp 00000020:00000080:1.0:1786400301.657100:0:38:0:(genops.c:906:class_export_put()) final put ffff9c8f47f20000/a819be0f-83d8-496f-a653-400ceb0847b5 00000020:00000080:1.0:1786400301.657102:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f47f20000/a819be0f-83d8-496f-a653-400ceb0847b5 for MGC192.168.203.133@tcp 00000020:01000000:1.0:1786400301.657107:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.133@tcp (a819be0f-83d8-496f-a653-400ceb0847b5) 00000020:00000080:1.0:1786400301.658224:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e45eb8800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:1.0:1786400301.660417:0:21318:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:1.0:1786400301.660425:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1786400301.660428:0:21318:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1786400301.660435:0:21318:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1786400301.660465:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e45ebf800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1786400301.660605:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1786400301.660613:0:21318:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1786400301.660618:0:21318:0:(genops.c:906:class_export_put()) final put ffff9c8e46952800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1786400301.660622:0:21318:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e46952800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1786400301.660628:0:21318:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:1.0:1786400301.660687:0:21318:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1786400301.660707:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1786400301.660712:0:21318:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1786400301.660727:0:21318:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9c8e45eb8000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1786400301.660733:0:21318:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffff9c8f5ef73380) has exports, disconnecting them 00000020:00080000:1.0:1786400301.660737:0:21318:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9c8e45eb8000), last request at 1786400227 00000020:00000080:1.0:1786400301.660741:0:21318:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c2144390604f 00000020:00080000:1.0:1786400301.660753:0:21318:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c8e45eb8000): rc 0 00000020:00000080:1.0:1786400301.660757:0:21318:0:(genops.c:906:class_export_put()) final put ffff9c8e45eb8000/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1786400301.660787:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e45eb8000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:0.0:1786400301.680805:0:21318:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:0.0:1786400301.680814:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1786400301.680818:0:21318:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1786400301.680835:0:21318:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1786400301.680949:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9c8e45ebe800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1786400301.681814:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1786400301.682073:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:1.0:1786400301.682332:0:17127:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9c8f43bb3600:17127] 1 exiting: rc = 0 00000100:00100000:2.0:1786400301.682459:0:17126:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9c8e488b9800:17126] 0 exiting: rc = 1 00000100:00100000:0.0:1786400301.682579:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.683381:0:17128:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9c8f7588ee00:17128] 0 exiting: rc = 1 00000100:00100000:1.0:1786400301.683449:0:17130:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9c8f7588e400:17130] 2 exiting: rc = 0 00000100:00100000:3.0:1786400301.683544:0:20170:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9c8e488a2c00:20170] 3 exiting: rc = 0 00000100:00100000:1.0:1786400301.683848:0:17129:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9c8f7588e200:17129] 1 exiting: rc = 0 00000100:00100000:0.0:1786400301.683997:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684006:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684014:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684020:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684026:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684032:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684039:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684044:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684051:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684057:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684063:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684069:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684075:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684081:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684087:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684093:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684099:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684105:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684111:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684116:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684122:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684128:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684135:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684141:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684148:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684154:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684159:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684164:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684171:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684176:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684182:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684188:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684193:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684211:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684217:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684222:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684227:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684233:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684252:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684258:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684264:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684269:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684274:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684280:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684285:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684290:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684297:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684303:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684309:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684314:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684320:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684324:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684330:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684336:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684341:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684347:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684353:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684358:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684363:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684369:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684376:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684382:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684387:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.684394:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1786400301.685171:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1786400301.685181:0:21318:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:0.0:1786400301.685187:0:21318:0:(genops.c:906:class_export_put()) final put ffff9c8e45ebd800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:0.0:1786400301.685191:0:21318:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e45ebd800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:0.0:1786400301.685210:0:21318:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:0.0:1786400301.685273:0:21318:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c8f5f531000 1 00000020:00000080:0.0:1786400301.685279:0:21318:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c22c21443905ff4 00000020:00000080:0.0:1786400301.685285:0:21318:0:(genops.c:906:class_export_put()) final put ffff9c8e46956800/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1786400301.685308:0:21318:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1786400301.685313:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1786400301.685318:0:21318:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1786400301.685321:0:21318:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffff9c8f5ef70000) has no exports 00000020:00000080:1.0:1786400301.685735:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8e46956800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:0.0:1786400301.710512:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1786400301.710526:0:21318:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1786400301.710532:0:21318:0:(genops.c:906:class_export_put()) final put ffff9c8f5f536000/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1786400301.710536:0:21318:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5f536000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1786400301.710546:0:21318:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:0.0:1786400301.711260:0:21318:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c8f5f532800 00000020:01000000:0.0:1786400301.711290:0:21318:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:0.0:1786400301.711296:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1786400301.711301:0:21318:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1786400301.711305:0:21318:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffff9c8f75434d40) has no exports 00000020:00000080:0.0:1786400301.711347:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1786400301.711354:0:21318:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:0.0:1786400301.711358:0:21318:0:(genops.c:906:class_export_put()) final put ffff9c8f5f522800/OSS_uuid 00000020:00000080:0.0:1786400301.711360:0:21318:0:(genops.c:865:class_export_destroy()) destroying export ffff9c8f5f522800/OSS_uuid for OSS 00000020:01000000:0.0:1786400301.711364:0:21318:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:1.0:1786400301.711543:0:18736:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff9c8f5f359200:18736] 3 exiting: rc = 0 00000100:00100000:2.0:1786400301.711739:0:18651:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff9c8e47874c00:18651] 2 exiting: rc = 0 00000100:00100000:2.0:1786400301.711798:0:18650:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff9c8e47874e00:18650] 1 exiting: rc = 0 00000100:00080000:3.0:1786400301.711952:0:17139:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1786400301.712125:0:18649:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff9c8f5f50b600:18649] 0 exiting: rc = 1 00000100:00100000:0.0:1786400301.712277:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712285:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712291:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712296:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712302:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712307:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712313:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712318:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712323:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712329:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712343:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712348:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712353:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712359:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712365:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712371:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712377:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712382:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712388:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712393:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712399:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712404:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712410:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712415:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712422:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712428:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712433:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712439:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712444:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712450:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712455:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712461:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712467:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712472:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712478:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712483:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712488:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712493:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712500:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712507:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712512:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712518:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712524:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712530:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712535:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712548:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712554:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712559:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712564:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712570:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712575:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712580:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712585:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712591:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712597:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712604:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712609:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712615:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712621:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712627:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712632:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712638:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712643:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.712649:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400301.714321:0:18653:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9c8e488b9c00:18653] 1 exiting: rc = 0 00000100:00100000:3.0:1786400301.714413:0:20283:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff9c8e477f3800:20283] 2 exiting: rc = 0 00000100:00100000:1.0:1786400301.714536:0:18652:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9c8e47875c00:18652] 0 exiting: rc = 1 00000100:00100000:0.0:1786400301.714860:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.714868:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.714874:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.714880:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.714885:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.714891:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.714897:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.714902:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.714908:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.714913:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.714919:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.714925:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.714931:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.714936:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.714942:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.714948:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715038:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715044:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715049:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715055:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715060:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715066:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715072:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715078:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715083:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715089:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715095:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715100:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715106:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715111:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715117:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715123:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715129:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715134:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715139:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715145:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715151:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715157:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715163:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715169:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715175:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715180:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715186:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715191:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715197:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715202:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715207:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715212:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715218:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715223:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715229:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715256:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715262:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715268:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715273:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715278:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715284:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715289:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715294:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715299:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715305:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715310:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715315:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.715320:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400301.716655:0:18654:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9c8f676bf600:18654] 0 exiting: rc = 1 00000100:00100000:3.0:1786400301.716856:0:18655:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9c8f676bee00:18655] 1 exiting: rc = 0 00000100:00100000:2.0:1786400301.717095:0:18656:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9c8f676bfc00:18656] 2 exiting: rc = 0 00000100:00100000:0.0:1786400301.717291:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717299:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717305:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717310:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717315:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717330:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717340:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717346:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717351:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717356:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717362:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717367:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717373:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717379:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717384:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717390:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717396:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717402:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717408:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717414:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717420:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717428:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717446:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717453:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717460:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717466:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717473:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717479:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717485:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717492:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717513:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717521:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717527:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717532:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717538:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717544:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717549:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717556:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717562:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717567:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717572:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717577:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717583:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717588:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717594:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717600:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717607:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717613:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717619:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717625:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717631:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717637:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717643:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717650:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717670:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717677:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717682:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717904:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717911:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717917:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717923:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717929:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717935:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.717950:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786400301.725144:0:18657:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9c8f7588ec00:18657] 0 exiting: rc = 1 00000100:00100000:3.0:1786400301.725231:0:18658:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9c8f7571d600:18658] 1 exiting: rc = 0 00000100:00100000:0.0:1786400301.725624:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725632:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725638:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725643:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725649:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725654:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725659:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725664:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725670:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725675:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725679:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725684:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725792:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725798:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725803:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725808:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725812:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725817:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725822:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725827:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725833:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725838:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725843:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725848:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725853:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725858:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725862:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725872:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725888:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725892:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725897:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725902:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725908:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725912:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725917:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725922:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725926:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725931:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725936:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725941:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725945:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725949:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.725954:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726153:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726160:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726166:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726172:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726177:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726183:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726188:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726193:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726198:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726204:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726209:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726214:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726219:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726225:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726230:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726235:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726254:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726259:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726264:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726270:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1786400301.726283:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1786400301.727870:0:18659:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9c8e47875a00:18659] 0 exiting: rc = 1 00000100:00100000:0.0:1786400301.728123:0:18660:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9c8f53cffc00:18660] 1 exiting: rc = 0 00000100:00100000:1.0:1786400301.728261:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728272:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728279:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728285:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728292:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728324:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728331:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728337:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728343:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728350:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728357:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728363:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728369:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728381:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728387:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728407:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728414:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728436:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728444:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728450:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728456:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728463:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728469:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728475:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728482:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728488:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728495:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728502:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728508:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728531:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728539:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728545:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728552:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728558:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728565:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728571:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728578:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728584:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728591:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728597:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728603:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728625:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728633:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728639:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728645:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728652:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728659:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728666:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728672:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728679:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728730:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728738:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728745:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728769:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728777:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728782:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728788:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728794:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728800:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728805:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728811:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728816:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728822:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786400301.728836:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1786400301.737159:0:21318:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1786400318.524351:0:22083:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1786400328.166354:0:22684:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1786400328.166360:0:22684:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1786400328.166361:0:22684:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1786400328.166456:0:22684:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9c8f5f39e800 00000020:01000004:1.0:1786400328.166471:0:22684:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1786400328.166478:0:22684:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1786400328.166491:0:22684:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9c8e48a219c0) 00000020:00000080:1.0:1786400328.166504:0:22684:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1786400328.212001:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.215567:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1786400328.217258:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.217571:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.217975:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.218270:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.218489:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.218732:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.219127:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.219325:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.219532:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.219754:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.220178:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.220409:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.220665:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.221006:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.221272:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.221458:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.221645:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.222069:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.222303:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.222539:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.222738:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.223124:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.223359:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.223600:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.223919:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.224261:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.224488:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.224722:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.225166:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.225413:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.225609:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1786400328.225914:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1786400328.226713:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1786400328.227134:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1786400328.227497:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1786400328.227728:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1786400328.228188:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1786400328.228417:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1786400328.228630:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1786400328.229122:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1786400328.230892:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1786400328.232456:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1786400328.233915:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1786400328.234320:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1786400328.235333:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1786400328.237192:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1786400328.237615:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1786400328.237860:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1786400328.238308:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1786400328.238519:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1786400328.238758:0:22684:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:2.0:1786400328.239302:0:22684:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1786400328.239507:0:22684:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1786400328.239515:0:22684:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1786400328.239526:0:22684:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2c22c214439064a8 00000020:01000004:2.0:1786400328.239533:0:22684:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1786400328.239537:0:22684:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1786400328.239542:0:22684:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c8f5f39e800 from MGS 00000020:01000004:2.0:1786400328.239546:0:22684:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1786400328.239556:0:22684:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9c8f5ed3cd40) 00000020:00000080:2.0:1786400328.239565:0:22684:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1786400328.239623:0:22684:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c8f5f39e800 from MGS, refs=2 00080000:01000000:2.0:1786400328.239627:0:22684:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1786400328.239643:0:22684:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2c22c214439064b6 00000100:00100000:2.0:1786400328.239923:0:22684:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1786400328.240033:0:22684:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1786400328.240039:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1786400328.240619:0:22684:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1786400328.240627:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1786400328.241412:0:22684:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1786400328.241564:0:22684:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1786400328.241569:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1786400328.242284:0:22684:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:0.0:1786400328.242291:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1786400328.242598:0:22684:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1786400328.242604:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1786400328.244153:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400328.244156:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400328.244158:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400328.244621:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400328.244623:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400328.244625:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400328.247307:0:22684:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00000040:01000000:3.0:1786400328.251289:0:22684:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 00010000:00010000:0.0:1786400328.251859:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1786400328.257101:0:22696:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1786400328.258203:0:22684:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1786400328.258270:0:22684:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1786400328.259018:0:22684:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1786400328.259309:0:22684:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1786400328.259440:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1786400328.259445:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1786400328.260567:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1786400328.260575:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1786400328.261106:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1786400328.261112:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1786400328.261903:0:22684:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1786400328.261927:0:22684:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.133@tcp' 00000020:01000004:3.0:1786400328.261928:0:22684:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1786400328.261958:0:22684:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.133@tcp (typ=mgc) 00000020:00000080:3.0:1786400328.261970:0:22684:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.133@tcp (ffff9c8f5f288000) 00000020:00000080:3.0:1786400328.261985:0:22684:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1786400328.262163:0:22684:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c8f5d625800@MGC192.168.203.133@tcp: add connection 192.168.203.133@tcp at head 00010000:00010000:3.0:1786400328.262315:0:22684:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.133@tcp-0 is initialized 00000040:01000000:3.0:1786400328.262321:0:22684:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.133@tcp ctxt 1 is initialized 10000000:01000000:1.0:1786400328.264130:0:22702:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1786400328.264317:0:22684:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.133@tcp (uuid f13737b8-c470-46e6-b04d-cb6cb5174b94) 00000020:00000080:2.0:1786400328.264339:0:22684:0:(genops.c:1406:class_connect()) connect: client f13737b8-c470-46e6-b04d-cb6cb5174b94, cookie 0x2c22c214439064c4 00000100:00080000:2.0:1786400328.264351:0:22684:0:(import.c:510:import_select_connection()) MGC192.168.203.133@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1786400328.264356:0:22684:0:(import.c:624:import_select_connection()) MGC192.168.203.133@tcp: import ffff9c8f5d625800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:2.0:1786400328.264386:0:22684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48990a80 x1873175941181184/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786400328.264431:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f13737b8-c470-46e6-b04d-cb6cb5174b94:3645:1873175941181184:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1786400328.264493:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400328.264572:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941181184 00000100:00100000:2.0:1786400328.264579:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941181184 00000100:00100000:2.0:1786400328.264612:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1786400328.264619:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3645:x1873175941181184:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1786400328.264639:0:22698:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from f13737b8-c470-46e6-b04d-cb6cb5174b94@0@lo t0 exp 0000000000000000 cur 661 last 0 00000020:00000080:2.0:1786400328.264661:0:22698:0:(genops.c:1406:class_connect()) connect: client f13737b8-c470-46e6-b04d-cb6cb5174b94, cookie 0x2c22c214439064cb 00000100:00080000:2.0:1786400328.264802:0:22698:0:(import.c:65:import_set_state_nolock()) ffff9c8f5eb10000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1786400328.264859:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+5:3645:x1873175941181184:12345-0@lo:250:mount.lustre.0 Request processed in 239us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400328.264867:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1786400328.264900:0:3645:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.203.133@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1786400328.264908:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.133@tcp: connect to target with instance 0 00000100:00080000:2.0:1786400328.264914:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.133@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1786400328.264918:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1786400328.264921:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5d625800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1786400328.264923:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1786400328.264931:0:3645:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1786400328.264936:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f13737b8-c470-46e6-b04d-cb6cb5174b94:3645:1873175941181184:0@lo:250:mount.lustre.0 00000100:00080000:2.0:1786400328.264954:0:22684:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import f13737b8-c470-46e6-b04d-cb6cb5174b94->MGS 00000020:01000004:2.0:1786400328.264969:0:22684:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1786400328.264989:0:22684:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1786400328.265002:0:22684:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9c8f5ed3b380) 00000020:00000080:2.0:1786400328.265012:0:22684:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00080000:0.0:1786400328.267930:0:22701:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000100:00100000:2.0:1786400328.279165:0:22684:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1786400328.279332:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1786400328.279338:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1786400328.284572:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1786400328.284584:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1786400328.285044:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1786400328.285051:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1786400328.286006:0:22684:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1786400328.286179:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1786400328.286184:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1786400328.286602:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1786400328.286609:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1786400328.314186:0:22684:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1786400328.314363:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1786400328.314369:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1786400328.315561:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1786400328.315571:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1786400328.316275:0:22684:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1786400328.316411:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1786400328.316416:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1786400328.317066:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1786400328.317073:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1786400328.317554:0:22684:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1786400328.317677:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1786400328.317682:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1786400328.318340:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1786400328.318352:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1786400328.319159:0:22684:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1786400328.319297:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1786400328.319303:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1786400328.319948:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1786400328.319956:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1786400328.333217:0:22684:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1786400328.333401:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1786400328.333408:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1786400328.334661:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1786400328.334672:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1786400328.335490:0:22684:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1786400328.335498:0:22684:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1786400328.336383:0:22684:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1786400328.336410:0:22684:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1786400328.336416:0:22684:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.133@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1786400328.336517:0:22684:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.133@tcp ctxt 0 is initialized 00000020:01000004:3.0:1786400328.336564:0:22684:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.133@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1786400328.336569:0:22684:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1786400328.336570:0:22684:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1786400328.336572:0:22684:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1786400328.336573:0:22684:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1786400328.336574:0:22684:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1786400328.336575:0:22684:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1786400328.336576:0:22684:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1786400328.336577:0:22684:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1786400328.336579:0:22684:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1786400328.336580:0:22684:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1786400328.336582:0:22684:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1786400328.336585:0:22684:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1786400328.336586:0:22684:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1786400328.336587:0:22684:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1786400328.336588:0:22684:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1786400328.336588:0:22684:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1786400328.336589:0:22684:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1786400328.336590:0:22684:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1786400328.336591:0:22684:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1786400328.336597:0:22684:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1786400328.336598:0:22684:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1786400328.336623:0:22684:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1786400328.336644:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941181312:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1786400328.336909:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400328.336985:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b862f00 going to sleep for 11 seconds 00000100:00100000:1.0:1786400328.337033:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941181312 00000100:00100000:1.0:1786400328.337041:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941181312 00000100:00100000:1.0:1786400328.337136:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1786400328.337146:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+5:22684:x1873175941181312:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1786400328.337188:0:22700:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1786400328.337191:0:22700:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1786400328.337194:0:22700:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1786400328.337451:0:22721:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1786400328.337923:0:22700:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:0.0:1786400328.339274:0:22722:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1786400328.339280:0:22722:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:0.0:1786400328.339283:0:22722:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1786400328.339286:0:22722:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1786400328.339468:0:22722:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1786400328.339648:0:22700:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1786400328.339662:0:22700:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1786400328.341464:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+5:22684:x1873175941181312:12345-0@lo:253:mount.lustre.0 Request processed in 4311us (4547us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400328.341481:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1786400328.341564:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941181312:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1786400328.341579:0:22684:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1786400328.341582:0:22684:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1786400328.341584:0:22684:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1786400328.341585:0:22684:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1786400328.341586:0:22684:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1786400328.341587:0:22684:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1786400328.341589:0:22684:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1786400328.341590:0:22684:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1786400328.341592:0:22684:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1786400328.341593:0:22684:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1786400328.341595:0:22684:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1786400328.341615:0:22684:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c8f5f39e800 from lustre-MDT0000 10000000:01000000:3.0:1786400328.341642:0:22684:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1786400328.341645:0:22684:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1786400328.341650:0:22684:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9c8f5f288000 10000000:01000000:3.0:1786400328.341654:0:22684:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1786400328.341661:0:22684:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff9c8f5f288000 from 1 10000000:01000000:3.0:1786400328.341665:0:22684:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1786400328.341902:0:22684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.341914:0:22684:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.341923:0:22684:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400328.341957:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941181440:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1786400328.341994:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400328.342081:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b862300 going to sleep for 11 seconds 00000100:00100000:1.0:1786400328.342129:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941181440 00000100:00100000:1.0:1786400328.342135:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941181440 00000100:00100000:1.0:1786400328.342216:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1786400328.342226:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+5:22684:x1873175941181440:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1786400328.342237:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1786400328.342251:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f42d9be00/0x2c22c214439064e0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c214439064d9 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.342274:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f42d9be00/0x2c22c214439064e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c214439064d9 expref: 6 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.342284:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f42d9be00/0x2c22c214439064e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439064d9 expref: 6 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.342292:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f42d9be00, rc 0) 00000100:00100000:1.0:1786400328.342379:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+6:22684:x1873175941181440:12345-0@lo:101:mount.lustre.0 Request processed in 155us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400328.342385:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1786400328.342467:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941181440:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1786400328.342480:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064e0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.342490:0:22684:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439064e0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400328.342538:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941181568:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1786400328.342563:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400328.342587:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b862300 going to sleep for 11 seconds 00000100:00100000:0.0:1786400328.342635:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941181568 00000100:00100000:0.0:1786400328.342640:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941181568 00000100:00100000:0.0:1786400328.342717:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1786400328.342724:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+6:22684:x1873175941181568:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1786400328.342814:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+6:22684:x1873175941181568:12345-0@lo:501:mount.lustre.0 Request processed in 91us (249us total) trans 0 rc -2/-2 00000100:00100000:0.0:1786400328.342821:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1786400328.342956:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941181568:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1786400328.342981:0:22684:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1786400328.343003:0:22684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064e0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.343011:0:22684:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064e0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400328.343018:0:22684:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c8f5f39e800 10000000:01000000:3.0:1786400328.343023:0:22684:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1786400328.343027:0:22684:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9c8f5f39e800 10000000:01000000:3.0:1786400328.343030:0:22684:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1786400328.343032:0:22684:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff9c8f5f39e800 from 1 10000000:01000000:3.0:1786400328.343040:0:22684:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1786400328.343073:0:22684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2400/0x2c22c214439064e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.343080:0:22684:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2400/0x2c22c214439064e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.343089:0:22684:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2400/0x2c22c214439064e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400328.343101:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941181696:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1786400328.343128:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400328.343148:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b862300 going to sleep for 11 seconds 00000100:00100000:0.0:1786400328.343197:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941181696 00000100:00100000:0.0:1786400328.343201:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941181696 00000100:00100000:0.0:1786400328.343218:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1786400328.343224:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+6:22684:x1873175941181696:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1786400328.343231:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1786400328.343241:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f67630000/0x2c22c214439064ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c214439064e7 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400328.343256:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f67630000/0x2c22c214439064ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c214439064e7 expref: 7 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400328.343265:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f67630000/0x2c22c214439064ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439064e7 expref: 7 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400328.343272:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f67630000, rc 0) 00000100:00100000:0.0:1786400328.343346:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+7:22684:x1873175941181696:12345-0@lo:101:mount.lustre.0 Request processed in 120us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400328.343351:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1786400328.343493:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941181696:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1786400328.343503:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2400/0x2c22c214439064e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064ee expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.343511:0:22684:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2400/0x2c22c214439064e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439064ee expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400328.343521:0:22684:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1786400328.343563:0:22684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2400/0x2c22c214439064e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064ee expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.343571:0:22684:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2400/0x2c22c214439064e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064ee expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400328.343577:0:22684:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1786400328.343581:0:22684:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1786400328.343593:0:22684:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9c8f5f39e800 10000000:01000000:3.0:1786400328.343596:0:22684:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1786400328.343598:0:22684:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1786400328.343601:0:22684:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1786400328.343615:0:22684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3c00/0x2c22c214439064f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.343622:0:22684:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3c00/0x2c22c214439064f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.343629:0:22684:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3c00/0x2c22c214439064f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400328.343640:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941181824:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1786400328.343666:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400328.343712:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b862300 going to sleep for 11 seconds 00000100:00100000:1.0:1786400328.343785:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941181824 00000100:00100000:1.0:1786400328.343789:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941181824 00000100:00100000:1.0:1786400328.343817:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1786400328.343823:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+7:22684:x1873175941181824:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1786400328.343829:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1786400328.343836:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f42d9ba00/0x2c22c214439064fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c214439064f5 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.343849:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f42d9ba00/0x2c22c214439064fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c214439064f5 expref: 8 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.343867:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f42d9ba00/0x2c22c214439064fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439064f5 expref: 8 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.343873:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f42d9ba00, rc 0) 00000100:00100000:1.0:1786400328.343899:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+8:22684:x1873175941181824:12345-0@lo:101:mount.lustre.0 Request processed in 77us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400328.343904:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1786400328.344041:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941181824:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1786400328.344051:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3c00/0x2c22c214439064f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064fc expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.344071:0:22684:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3c00/0x2c22c214439064f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439064fc expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400328.344131:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941181952:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400328.344157:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400328.344190:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f73c8ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1786400328.344246:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941181952 00000100:00100000:1.0:1786400328.344250:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941181952 00000100:00100000:1.0:1786400328.344306:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1786400328.344312:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+8:22684:x1873175941181952:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1786400328.344433:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+9:22684:x1873175941181952:12345-0@lo:501:mount.lustre.0 Request processed in 121us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400328.344439:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1786400328.344489:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941181952:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1786400328.344516:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941182080:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1786400328.344550:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400328.344801:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b862180 going to sleep for 11 seconds 00000100:00100000:2.0:1786400328.344955:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941182080 00000100:00100000:2.0:1786400328.344961:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941182080 00000100:00100000:2.0:1786400328.344989:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1786400328.344994:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+9:22684:x1873175941182080:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1786400328.345622:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+9:22684:x1873175941182080:12345-0@lo:503:mount.lustre.0 Request processed in 625us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400328.345629:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1786400328.345763:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941182080:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1786400328.346282:0:22723:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f13737b8-c470-46e6-b04d-cb6cb5174b94:22723:1873175941182208:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1786400328.346330:0:22723:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400328.346372:0:22723:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f73c8e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786400328.346427:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941182208 00000100:00100000:1.0:1786400328.346433:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941182208 00000100:00100000:1.0:1786400328.346473:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1786400328.346480:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+9:22723:x1873175941182208:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1786400328.347189:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+9:22723:x1873175941182208:12345-0@lo:502:llog_process_th.0 Request processed in 708us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400328.347197:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1786400328.347308:0:22723:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f13737b8-c470-46e6-b04d-cb6cb5174b94:22723:1873175941182208:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1786400328.347335:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786400328.347345:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400328.347347:0:22723:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1786400328.347352:0:22723:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1786400328.347355:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786400328.347368:0:22723:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9c8f5ed399c0) 00000020:00000080:2.0:1786400328.347384:0:22723:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1786400328.347389:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1786400328.347475:0:22723:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:2.0:1786400328.347481:0:22723:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2c22c2144390650a 00000020:00000080:2.0:1786400328.347673:0:22723:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1786400328.347677:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786400328.347681:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400328.347683:0:22723:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1786400328.347686:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786400328.347911:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400328.347913:0:22723:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1786400328.347918:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786400328.347929:0:22723:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9c8f5ed38000) 00000020:00000080:2.0:1786400328.347939:0:22723:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1786400328.347942:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1786400328.347944:0:22723:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1786400328.347946:0:22723:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1786400328.347952:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1786400328.347989:0:22723:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c8f5f39e800 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1786400328.347999:0:22723:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9c8f7599cd40) 00000020:00000080:2.0:1786400328.348006:0:22723:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1786400328.348044:0:22723:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1786400328.348049:0:22723:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2c22c2144390651f 00000020:00000080:2.0:1786400328.348190:0:22723:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1786400328.348195:0:22723:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1786400328.348199:0:22723:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x2c22c21443906526 00080000:01000000:2.0:1786400328.348203:0:22723:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:2.0:1786400328.348207:0:22723:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2c22c2144390652d 00010000:00010000:2.0:1786400328.407992:0:22723:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1786400328.408385:0:22723:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1786400328.408650:0:22723:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1786400328.409312:0:22723:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9c8f759999c0) 00000020:00000080:2.0:1786400328.409331:0:22723:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1786400328.409401:0:22723:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:2.0:1786400328.409408:0:22723:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2c22c2144390653b 00000020:00000080:2.0:1786400328.416160:0:22723:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1786400328.419036:0:22723:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x2c22c21443906542 00000020:00000080:3.0:1786400328.419615:0:22723:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1786400328.419627:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786400328.419633:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400328.419635:0:22723:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1786400328.419638:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1786400328.419641:0:22723:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1786400328.419642:0:22723:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786400328.419644:0:22723:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786400328.419652:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1786400328.419655:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400328.419657:0:22723:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1786400328.419659:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786400328.419663:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400328.419665:0:22723:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1786400328.419669:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1786400328.419745:0:22723:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1786400328.419763:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786400328.419767:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400328.419769:0:22723:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1786400328.419782:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786400328.419786:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400328.419787:0:22723:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1786400328.419790:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1786400328.419796:0:22723:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.133@tcp to nid 0x20000c0a8cb85 (192.168.203.133@tcp) 00000020:00000080:3.0:1786400328.419822:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786400328.419836:0:22723:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9c8f5f28b380) 00000020:00000080:3.0:1786400328.419851:0:22723:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1786400328.419857:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1786400328.419909:0:22723:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1786400328.419914:0:22723:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:3.0:1786400328.419919:0:22723:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2c22c21443906550 00010000:00080000:3.0:1786400328.419949:0:22723:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c8f5d622000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.133@tcp at head 00010000:00010000:3.0:1786400328.421593:0:22723:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1786400328.422612:0:22723:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1786400328.422622:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1786400328.422646:0:22723:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1786400328.422661:0:22723:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2c22c21443906557 00000100:00080000:3.0:1786400328.422669:0:22723:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1786400328.422674:0:22723:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c8f5d622000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400328.422869:0:22723:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e4828a680 x1873175941182336/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786400328.422920:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941182336:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1786400328.422980:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1786400328.423038:0:22723:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1786400328.423100:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786400328.423104:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400328.423106:0:22723:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1786400328.423109:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1786400328.423112:0:22723:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1786400328.423114:0:22723:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786400328.423116:0:22723:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786400328.423117:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1786400328.423120:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400328.423122:0:22723:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1786400328.423124:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1786400328.423129:0:22723:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1786400328.423132:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400328.423138:0:22723:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1786400328.423142:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1786400328.423145:0:22723:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.133@tcp to nid 0x20000c0a8cb85 (192.168.203.133@tcp) 00000020:01000000:3.0:1786400328.423166:0:22723:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1786400328.423169:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786400328.423180:0:22723:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9c8f5f28cd40) 00000020:00000080:3.0:1786400328.423192:0:22723:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:3.0:1786400328.423197:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1786400328.423243:0:22723:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1786400328.423249:0:22723:0:(osd_handler.c:8929:osd_obd_connect()) connect #6 00000020:00000080:3.0:1786400328.423255:0:22723:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2c22c21443906565 00010000:00080000:3.0:1786400328.423281:0:22723:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c8f77b48800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.133@tcp at head 00010000:00010000:3.0:1786400328.423453:0:22723:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:0.0:1786400328.423828:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941182336 00000100:00100000:0.0:1786400328.423836:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941182336 00000100:00100000:0.0:1786400328.423880:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1786400328.423934:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1873175941182336:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1786400328.423949:0:22710:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1786400328.424489:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f13737b8-c470-46e6-b04d-cb6cb5174b94:3648:1873175941182464:0@lo:400:kworker.0 00000100:00100000:3.0:1786400328.424546:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400328.425314:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941182464 00000100:00100000:2.0:1786400328.425321:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941182464 00000100:00100000:2.0:1786400328.425417:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1786400328.425427:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+9:3648:x1873175941182464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400328.425504:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+9:3648:x1873175941182464:12345-0@lo:400:kworker.0 Request processed in 78us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400328.425511:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1786400328.425623:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f13737b8-c470-46e6-b04d-cb6cb5174b94:3648:1873175941182464:0@lo:400:kworker.0 00000040:01000000:3.0:1786400328.436946:0:22723:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1786400328.437741:0:22723:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1786400328.439978:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1873175941182336:12345-0@lo:38:llog_process_th.0 Request processed in 16038us (16989us total) trans 0 rc -19/-19 00000100:00100000:1.0:1786400328.439998:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1786400328.440020:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5d622000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786400328.440028:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1786400328.440033:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941182336:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1786400328.443206:0:22723:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1786400328.443437:0:22723:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1786400328.447008:0:22723:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:1.0:1786400328.447382:0:22729:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1786400328.447387:0:22729:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1786400328.447864:0:22723:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1786400328.447873:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1786400328.447902:0:22723:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1786400328.447916:0:22723:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2c22c2144390656c 00000100:00080000:2.0:1786400328.447926:0:22723:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1786400328.447932:0:22723:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9c8f77b48800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:2.0:1786400328.447967:0:22723:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48990a80 x1873175941182592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786400328.447991:0:22723:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:3.0:1786400328.448017:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941182592:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1786400328.448121:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873175941182592 offset 0 length 520: 4 00000020:01000000:2.0:1786400328.448143:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786400328.448147:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400328.448149:0:22723:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1786400328.448152:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786400328.448154:0:22723:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:2.0:1786400328.448156:0:22723:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786400328.448157:0:22723:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786400328.448158:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786400328.448161:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400328.448162:0:22723:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786400328.448164:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1786400328.448168:0:22723:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1786400328.448172:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400328.448173:0:22723:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1786400328.448177:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786400328.448180:0:22723:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.133@tcp to nid 0x20000c0a8cb85 (192.168.203.133@tcp) 00000020:01000000:2.0:1786400328.448199:0:22723:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1786400328.448201:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786400328.448214:0:22723:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9c8f75998000) 00000020:00000080:2.0:1786400328.448223:0:22723:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1786400328.448226:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1786400328.448269:0:22723:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1786400328.448273:0:22723:0:(osd_handler.c:8929:osd_obd_connect()) connect #7 00000020:00000080:2.0:1786400328.448277:0:22723:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2c22c2144390657a 00010000:00080000:2.0:1786400328.448300:0:22723:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c8f77bf5000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.133@tcp at head 00010000:00010000:2.0:1786400328.448439:0:22723:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1786400328.448504:0:22723:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1786400328.448518:0:22723:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1786400328.449799:0:22723:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1786400328.450151:0:22723:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1786400328.450257:0:22723:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:3.0:1786400328.450671:0:22731:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1786400328.450676:0:22731:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1786400328.451225:0:22723:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1786400328.451234:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1786400328.451262:0:22723:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1786400328.451276:0:22723:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2c22c21443906581 00000100:00080000:3.0:1786400328.451283:0:22723:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1786400328.451287:0:22723:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c8f77bf5000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400328.451325:0:22723:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e4828a680 x1873175941182720/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786400328.451456:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941182720:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1786400328.451512:0:22723:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000400:00000100:2.0:1786400328.451514:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873175941182720 offset 0 length 520: 4 00000020:01000000:3.0:1786400328.451675:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786400328.451678:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400328.451680:0:22723:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1786400328.451682:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786400328.451685:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400328.451686:0:22723:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:3.0:1786400328.451687:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1786400328.451721:0:22723:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1786400328.451731:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786400328.451734:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400328.451736:0:22723:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:3.0:1786400328.451738:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786400328.451741:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400328.451742:0:22723:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1786400328.451746:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1786400328.451771:0:22723:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f13737b8-c470-46e6-b04d-cb6cb5174b94:22723:1873175941182848:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1786400328.451823:0:22723:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400328.451864:0:22723:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f73c8e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786400328.452050:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941182848 00000100:00100000:1.0:1786400328.452072:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941182848 00000100:00100000:1.0:1786400328.452171:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1786400328.452181:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+9:22723:x1873175941182848:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1786400328.452360:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+9:22723:x1873175941182848:12345-0@lo:502:llog_process_th.0 Request processed in 180us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400328.452368:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1786400328.452582:0:22723:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f13737b8-c470-46e6-b04d-cb6cb5174b94:22723:1873175941182848:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1786400328.452604:0:22723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786400328.452607:0:22723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400328.452608:0:22723:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1786400328.452612:0:22723:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1786400328.452714:0:22684:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1786400328.452735:0:22684:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1786400328.452754:0:22684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3c00/0x2c22c214439064f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064fc expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400328.452765:0:22684:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3c00/0x2c22c214439064f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064fc expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1786400328.453031:0:22684:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9c8f5f39e800 from 1 10000000:01000000:1.0:1786400328.453035:0:22684:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1786400328.453079:0:22684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c21443906588 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.453088:0:22684:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c21443906588 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.453097:0:22684:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c21443906588 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400328.453113:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941182976:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1786400328.453147:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400328.453227:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4aa4f480 going to sleep for 11 seconds 00000100:00100000:2.0:1786400328.453270:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941182976 00000100:00100000:2.0:1786400328.453276:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941182976 00000100:00100000:2.0:1786400328.453304:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1786400328.453311:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+9:22684:x1873175941182976:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1786400328.453320:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400328.453333:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8e47876000/0x2c22c2144390658f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c21443906588 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.453354:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8e47876000/0x2c22c2144390658f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c21443906588 expref: 10 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.453365:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8e47876000/0x2c22c2144390658f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906588 expref: 10 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.453374:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e47876000, rc 0) 00000100:00100000:2.0:1786400328.453457:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+10:22684:x1873175941182976:12345-0@lo:101:mount.lustre.0 Request processed in 146us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400328.453471:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1786400328.453534:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941182976:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1786400328.453548:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c21443906588 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390658f expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.453556:0:22684:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c21443906588 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c2144390658f expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400328.454136:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941183104:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1786400328.454173:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400328.454212:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4aa4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1786400328.454279:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941183104 00000100:00100000:0.0:1786400328.454284:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941183104 00000100:00100000:0.0:1786400328.454348:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1786400328.454355:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+10:22684:x1873175941183104:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1786400328.454371:0:22699:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1786400328.454377:0:22699:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1786400328.454446:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+10:22684:x1873175941183104:12345-0@lo:256:mount.lustre.0 Request processed in 92us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400328.454453:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1786400328.454514:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941183104:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1786400328.455119:0:22684:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1786400328.455136:0:22684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c21443906588 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390658f expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.455148:0:22684:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c21443906588 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390658f expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1786400328.455157:0:22684:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9c8f5f39e800 from 1 10000000:01000000:1.0:1786400328.455160:0:22684:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1786400328.455184:0:22684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906596 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.455193:0:22684:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906596 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.455200:0:22684:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906596 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400328.455215:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941183232:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1786400328.455246:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400328.455284:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4aa4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1786400328.455292:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941183232 00000100:00100000:0.0:1786400328.455297:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941183232 00000100:00100000:0.0:1786400328.455339:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1786400328.455346:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+10:22684:x1873175941183232:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1786400328.455364:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1786400328.455377:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390659d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c21443906596 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400328.455396:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390659d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c21443906596 expref: 11 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400328.455405:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390659d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906596 expref: 11 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400328.455521:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f67630e00, rc 0) 00000100:00100000:0.0:1786400328.455562:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+11:22684:x1873175941183232:12345-0@lo:101:mount.lustre.0 Request processed in 216us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400328.455573:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1786400328.455603:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941183232:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1786400328.455665:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906596 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390659d expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.455674:0:22684:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906596 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c2144390659d expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400328.455940:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941183360:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1786400328.455973:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400328.456011:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4aa4f480 going to sleep for 11 seconds 00000100:00100000:2.0:1786400328.456104:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941183360 00000100:00100000:2.0:1786400328.456109:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941183360 00000100:00100000:2.0:1786400328.456245:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1786400328.456253:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48230050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+11:22684:x1873175941183360:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400328.456578:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48230050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+11:22684:x1873175941183360:12345-0@lo:501:mount.lustre.0 Request processed in 325us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400328.456585:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1786400328.456659:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941183360:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1786400328.456735:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941183488:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1786400328.456969:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400328.457322:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4aa4f480 going to sleep for 11 seconds 00000100:00100000:3.0:1786400328.457369:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941183488 00000100:00100000:3.0:1786400328.457375:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941183488 00000100:00100000:3.0:1786400328.457406:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1786400328.457476:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48233850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+11:22684:x1873175941183488:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1786400328.457594:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48233850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+11:22684:x1873175941183488:12345-0@lo:503:mount.lustre.0 Request processed in 180us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400328.457600:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1786400328.457678:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941183488:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1786400328.458346:0:22733:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f13737b8-c470-46e6-b04d-cb6cb5174b94:22733:1873175941183616:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1786400328.458375:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400328.458400:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4aa4f600 going to sleep for 11 seconds 00000100:00100000:0.0:1786400328.458446:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941183616 00000100:00100000:0.0:1786400328.458451:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941183616 00000100:00100000:3.0:1786400328.458509:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1786400328.458517:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48230c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+11:22733:x1873175941183616:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1786400328.458876:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48230c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+11:22733:x1873175941183616:12345-0@lo:502:llog_process_th.0 Request processed in 360us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400328.458884:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1786400328.459003:0:22733:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f13737b8-c470-46e6-b04d-cb6cb5174b94:22733:1873175941183616:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1786400328.459032:0:22733:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786400328.459043:0:22733:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400328.459045:0:22733:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1786400328.459071:0:22733:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c8f5f39e800 00000020:00000080:1.0:1786400328.459075:0:22733:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1786400328.459083:0:22733:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786400328.459085:0:22733:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400328.459087:0:22733:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1786400328.459096:0:22733:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786400328.459099:0:22733:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400328.459100:0:22733:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1786400328.459103:0:22733:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c8f5f39e800 00000020:00000080:1.0:1786400328.459105:0:22733:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1786400328.459163:0:22733:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786400328.459167:0:22733:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400328.459168:0:22733:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1786400328.459171:0:22733:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786400328.459173:0:22733:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400328.459175:0:22733:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1786400328.459178:0:22733:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c8f5f39e800 00000020:00000080:1.0:1786400328.459181:0:22733:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1786400328.459201:0:22733:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786400328.459204:0:22733:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400328.459206:0:22733:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1786400328.459209:0:22733:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786400328.459211:0:22733:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400328.459213:0:22733:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1786400328.459217:0:22733:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c8f5f39e800 00000020:00000080:1.0:1786400328.459219:0:22733:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1786400328.459258:0:22733:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f13737b8-c470-46e6-b04d-cb6cb5174b94:22733:1873175941183744:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1786400328.459298:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400328.460075:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4aa4f600 going to sleep for 11 seconds 00000100:00100000:3.0:1786400328.460365:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941183744 00000100:00100000:3.0:1786400328.460376:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941183744 00000100:00100000:2.0:1786400328.460715:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1786400328.460725:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48233c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+11:22733:x1873175941183744:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1786400328.461016:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48233c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+11:22733:x1873175941183744:12345-0@lo:502:llog_process_th.0 Request processed in 291us (1716us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400328.461023:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1786400328.461321:0:22733:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f13737b8-c470-46e6-b04d-cb6cb5174b94:22733:1873175941183744:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1786400328.461348:0:22733:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786400328.461354:0:22733:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400328.461356:0:22733:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1786400328.461361:0:22733:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1786400328.461728:0:22684:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1786400328.461749:0:22684:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1786400328.461767:0:22684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906596 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390659d expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.461779:0:22684:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906596 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390659d expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400328.461829:0:22684:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1786400328.461832:0:22684:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c8f5f39e800 10000000:01000000:2.0:1786400328.461835:0:22684:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c8f5f39e800 10000000:01000000:2.0:1786400328.461839:0:22684:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1786400328.461845:0:22684:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9c8f5f39e800 from 1 10000000:01000000:2.0:1786400328.461848:0:22684:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1786400328.461884:0:22684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e47877400/0x2c22c214439065a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.461905:0:22684:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8e47877400/0x2c22c214439065a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.461914:0:22684:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8e47877400/0x2c22c214439065a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400328.461935:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941183872:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1786400328.461972:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400328.462090:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f46163d80 going to sleep for 11 seconds 00000100:00100000:3.0:1786400328.462146:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941183872 00000100:00100000:3.0:1786400328.462151:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941183872 00000100:00100000:3.0:1786400328.462228:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1786400328.462235:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+11:22684:x1873175941183872:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1786400328.462245:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1786400328.462259:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f413d3600/0x2c22c214439065ab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c214439065a4 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.462279:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f413d3600/0x2c22c214439065ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c214439065a4 expref: 12 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.462288:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f413d3600/0x2c22c214439065ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439065a4 expref: 12 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.462296:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f413d3600, rc 0) 00000100:00100000:3.0:1786400328.462331:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22684:x1873175941183872:12345-0@lo:101:mount.lustre.0 Request processed in 97us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400328.462337:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1786400328.464973:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941183872:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1786400328.465001:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8e47877400/0x2c22c214439065a4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439065ab expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.465014:0:22684:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8e47877400/0x2c22c214439065a4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439065ab expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400328.465103:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941184000:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400328.465162:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400328.465187:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f46163d80 going to sleep for 11 seconds 00000100:00100000:2.0:1786400328.465207:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941184000 00000100:00100000:2.0:1786400328.465212:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941184000 00000100:00100000:2.0:1786400328.465247:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1786400328.465255:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22684:x1873175941184000:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400328.465375:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22684:x1873175941184000:12345-0@lo:501:mount.lustre.0 Request processed in 119us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400328.465392:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1786400328.465429:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941184000:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400328.465453:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941184128:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1786400328.465489:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400328.465502:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f46163d80 going to sleep for 11 seconds 00000100:00100000:2.0:1786400328.465514:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941184128 00000100:00100000:2.0:1786400328.465517:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941184128 00000100:00100000:2.0:1786400328.465533:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1786400328.465538:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22684:x1873175941184128:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1786400328.465616:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22684:x1873175941184128:12345-0@lo:503:mount.lustre.0 Request processed in 76us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400328.465625:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1786400328.465677:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941184128:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1786400328.466271:0:22737:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f13737b8-c470-46e6-b04d-cb6cb5174b94:22737:1873175941184256:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1786400328.466312:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400328.466351:0:22737:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e45c61f00 going to sleep for 11 seconds 00000100:00100000:1.0:1786400328.466393:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941184256 00000100:00100000:1.0:1786400328.466398:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941184256 00000100:00100000:1.0:1786400328.466431:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1786400328.466438:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22737:x1873175941184256:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1786400328.466524:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22737:x1873175941184256:12345-0@lo:502:llog_process_th.0 Request processed in 85us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400328.466531:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1786400328.466615:0:22737:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f13737b8-c470-46e6-b04d-cb6cb5174b94:22737:1873175941184256:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1786400328.466670:0:22737:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1786400328.466684:0:22737:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9c8f5f2899c0) 00000020:00000080:3.0:1786400328.466732:0:22737:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1786400328.466876:0:22737:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c8f5f39e800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1786400328.466881:0:22737:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c8f5f39e800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1786400328.466883:0:22737:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c8f5f39e800 4 00010000:00080000:3.0:1786400328.468537:0:22737:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c8f5d626000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.133@tcp at head 00010000:00010000:3.0:1786400328.471328:0:22737:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1786400328.471508:0:22737:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1786400328.471554:0:22737:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1786400328.471567:0:22737:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x2c22c214439065b9 00000100:00080000:3.0:1786400328.471577:0:22737:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1786400328.471583:0:22737:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9c8f5d626000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400328.471615:0:22737:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48289880 x1873175941184384/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786400328.471665:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1873175941184384:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1786400328.471752:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1786400328.471950:0:22737:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1786400328.472134:0:22737:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f13737b8-c470-46e6-b04d-cb6cb5174b94:22737:1873175941184512:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1786400328.472160:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941184384 00000100:00100000:0.0:1786400328.472166:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941184384 00000100:00100000:3.0:1786400328.472176:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400328.472194:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1786400328.472201:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4828bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1873175941184384:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1786400328.472203:0:22737:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e45c61f00 going to sleep for 11 seconds 00000100:00100000:0.0:1786400328.472251:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4828bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1873175941184384:12345-0@lo:38:llog_process_th.0 Request processed in 49us (498us total) trans 0 rc -11/-11 00000100:00100000:0.0:1786400328.472258:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1786400328.472273:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1786400328.472280:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5d626000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786400328.472284:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1786400328.472287:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1873175941184384:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1786400328.472997:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941184512 00000100:00100000:1.0:1786400328.473003:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941184512 00000100:00100000:1.0:1786400328.473046:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1786400328.473064:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22737:x1873175941184512:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1786400328.473195:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22737:x1873175941184512:12345-0@lo:502:llog_process_th.0 Request processed in 141us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400328.473202:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1786400328.473290:0:22737:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f13737b8-c470-46e6-b04d-cb6cb5174b94:22737:1873175941184512:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1786400328.473337:0:22737:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f13737b8-c470-46e6-b04d-cb6cb5174b94:22737:1873175941184640:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1786400328.473371:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400328.473445:0:22737:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e45c61f00 going to sleep for 11 seconds 00000100:00100000:1.0:1786400328.474400:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941184640 00000100:00100000:1.0:1786400328.474408:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941184640 00000100:00100000:1.0:1786400328.474479:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1786400328.474487:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22737:x1873175941184640:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1786400328.474593:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22737:x1873175941184640:12345-0@lo:502:llog_process_th.0 Request processed in 107us (1221us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400328.474600:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1786400328.474674:0:22737:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f13737b8-c470-46e6-b04d-cb6cb5174b94:22737:1873175941184640:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1786400328.474714:0:22737:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1786400328.474986:0:22684:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1786400328.475007:0:22684:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1786400328.475068:0:22684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e47877400/0x2c22c214439065a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439065ab expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.475080:0:22684:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8e47877400/0x2c22c214439065a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439065ab expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1786400328.475126:0:22684:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1786400328.475128:0:22684:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1786400328.475129:0:22684:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1786400328.475131:0:22684:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1786400328.475132:0:22684:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1786400328.475133:0:22684:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1786400328.475135:0:22684:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1786400328.475136:0:22684:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1786400328.475142:0:22684:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1786400328.475144:0:22684:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1786400328.475147:0:22684:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1786400328.475149:0:22684:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1786400328.475150:0:22684:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1786400328.475151:0:22684:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1786400328.475152:0:22684:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1786400328.475153:0:22684:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1786400328.475154:0:22684:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1786400328.475155:0:22684:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1786400328.475156:0:22684:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1786400328.475157:0:22684:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1786400328.475158:0:22684:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1786400328.475174:0:22684:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1786400328.475188:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941184768:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1786400328.475221:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400328.475292:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f73c0c180 going to sleep for 11 seconds 00000100:00100000:0.0:1786400328.475364:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941184768 00000100:00100000:0.0:1786400328.475369:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941184768 00000100:00100000:0.0:1786400328.475430:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1786400328.475438:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22684:x1873175941184768:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1786400328.475458:0:22698:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1786400328.475472:0:22698:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1786400328.479277:0:22698:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1786400328.480170:0:22698:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1786400328.481089:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22684:x1873175941184768:12345-0@lo:253:mount.lustre.0 Request processed in 5643us (5858us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400328.481103:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 20000000:01000000:1.0:1786400328.482875:0:22721:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1786400328.482895:0:22721:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1786400328.482919:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c8f42d9bc00/0x2c22c214439065c0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.482937:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c8e47876000/0x2c22c2144390658f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906588 expref: 11 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.482946:0:22721:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c8f42d9bc00/0x2c22c214439065c0 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.482985:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c8e47876000/0x2c22c2144390658f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c22c21443906588 expref: 11 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400328.482997:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c8e47876000/0x2c22c2144390658f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c22c21443906588 expref: 11 pid: 22700 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400328.483009:0:22721:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1873175941184896:0@lo:104: 00000100:00100000:1.0:1786400328.483714:0:22721:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400328.483763:0:22721:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f73c0cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1786400328.483819:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:22684:1873175941184768:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1786400328.484158:0:22684:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1786400328.484164:0:22684:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1786400328.484165:0:22684:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1786400328.484167:0:22684:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1786400328.484168:0:22684:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1786400328.484169:0:22684:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1786400328.484170:0:22684:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1786400328.484172:0:22684:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1786400328.484173:0:22684:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1786400328.484175:0:22684:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1786400328.484176:0:22684:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1786400328.484190:0:22684:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1786400328.485033:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941184896 00000100:00100000:2.0:1786400328.485044:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941184896 00000100:00100000:2.0:1786400328.485178:0:22688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1786400328.485188:0:22688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+3:22721:x1873175941184896:12345-0@lo:104: 00010000:00010000:2.0:1786400328.485202:0:22688:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c21443906588 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c2144390658f expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.485297:0:22688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1786400328.485304:0:22688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+3:22721:x1873175941184896:12345-0@lo:104: Request processed in 119us (1616us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400328.485311:0:22688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1786400328.485314:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1786400328.485321:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c21443906588 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c2144390658f expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.485329:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9a200 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:3.0:1786400328.485333:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c21443906588 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c22c2144390658f expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.485341:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c21443906588 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c22c2144390658f expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786400328.485348:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c21443906588 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c22c2144390658f expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400328.485354:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1786400328.485384:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c21443906588 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c2144390658f expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.485391:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1786400328.485409:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c21443906588 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c2144390658f expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.485427:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c21443906588 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c2144390658f expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400328.485442:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400328.485444:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400328.485446:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400328.485467:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941185024:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1786400328.485503:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400328.485540:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941185024 00000100:00100000:2.0:1786400328.485549:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941185024 00010000:00010000:2.0:1786400328.485567:0:22690:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c8e47876000/0x2c22c2144390658f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c21443906588 expref: 12 pid: 22700 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400328.485598:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1786400328.485604:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48289500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:3649:x1873175941185024:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1786400328.485604:0:22721:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1873175941184896:0@lo:104: 00010000:00010000:0.0:1786400328.485623:0:22721:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c8f42d9bc00/0x2c22c214439065c0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.485627:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400328.485633:0:22690:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c8e47876000/0x2c22c2144390658f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c21443906588 expref: 12 pid: 22700 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.485644:0:22690:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c8e47876000/0x2c22c2144390658f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c22c21443906588 expref: 12 pid: 22700 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.485658:0:22690:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8e47876000/0x2c22c2144390658f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c22c21443906588 expref: 12 pid: 22700 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.485672:0:22690:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c8f42d9bc00/0x2c22c214439065c0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.485680:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f42d9bc00/0x2c22c214439065c0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1786400328.485715:0:22690:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002830822s 00010000:00010000:2.0:1786400328.485720:0:22690:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c8f42d9bc00/0x2c22c214439065c0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.485727:0:22690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c8f42d9bc00/0x2c22c214439065c0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.485735:0:22690:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c8f42d9bc00/0x2c22c214439065c0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.485751:0:22690:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c8f42d9bc00/0x2c22c214439065c0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.485756:0:22690:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9bc00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400328.485760:0:22690:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c8f42d9bc00/0x2c22c214439065c0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.485768:0:22690:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c8f42d9bc00/0x2c22c214439065c0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.485782:0:22690:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c8f42d9bc00/0x2c22c214439065c0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400328.485791:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1786400328.485824:0:22721:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c8f42d9bc00/0x2c22c214439065c0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400328.485827:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48289500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+11:3649:x1873175941185024:12345-0@lo:103:ldlm_bl.0 Request processed in 223us (323us total) trans 0 rc 0/0 00010000:00010000:0.0:1786400328.485832:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c8f42d9bc00/0x2c22c214439065c0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400328.485838:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f42d9bc00/0x2c22c214439065c0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400328.485975:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941185024:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1786400328.485996:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000020:00080000:3.0:1786400328.523852:0:22684:0:(update_trans.c:1487:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:1.0:1786400328.524797:0:22684:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1786400328.524867:0:22745:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:3.0:1786400328.524872:0:22745:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:3.0:1786400328.525605:0:22746:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1786400328.525887:0:22684:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:3.0:1786400328.526540:0:22746:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1786400328.528682:0:22746:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1786400328.528810:0:22746:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:1.0:1786400328.531040:0:22747:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9c8f5edb1880 x1873175941185152/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400328.531073:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 00000040:01000000:3.0:1786400328.531436:0:22684:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1786400328.531472:0:22684:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1786400328.531938:0:22684:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1786400328.531947:0:22684:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1786400328.531982:0:22684:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1786400328.533000:0:22684:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1786400328.533470:0:22684:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1786400328.533499:0:22684:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1786400328.537338:0:22684:0:(llog_cat.c:1220:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1786400328.538187:0:22684:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1786400328.540232:0:22684:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1786400328.544116:0:22684:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1786400328.544160:0:22684:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb829c19bb988 00100000:10000000:1.0:1786400328.544168:0:22684:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1786400328.545189:0:22684:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1786400328.545204:0:22684:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.133@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1786400328.545225:0:22684:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1786400328.545240:0:22684:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:3.0:1786400328.547874:0:22684:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1786400328.548081:0:22684:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1786400329.322953:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1786400329.530348:0:22741:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1786400329.530358:0:22741:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1786400329.534161:0:22741:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1786400329.534175:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:2.0:1786400329.588151:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 10000000:01000000:3.0:1786400330.050478:0:22702:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1786400330.050486:0:22702:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9c8f5f39e800 from 11 10000000:01000000:3.0:1786400330.050508:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1786400330.050554:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2200/0x2c22c214439065c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400330.050565:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2200/0x2c22c214439065c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400330.050577:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2200/0x2c22c214439065c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400330.050601:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941185280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1786400330.050675:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400330.050860:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4375f300 going to sleep for 11 seconds 00000100:00100000:1.0:1786400330.051158:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941185280 00000100:00100000:1.0:1786400330.051166:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941185280 00000100:00100000:1.0:1786400330.051215:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1786400330.051279:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+11:22702:x1873175941185280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1786400330.051291:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1786400330.051302:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f42d9a000/0x2c22c214439065ce lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c214439065c7 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400330.051327:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f42d9a000/0x2c22c214439065ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c214439065c7 expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400330.051335:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f42d9a000/0x2c22c214439065ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439065c7 expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400330.051342:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f42d9a000, rc 0) 00000100:00100000:1.0:1786400330.051383:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22702:x1873175941185280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 162us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400330.051388:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1786400330.051526:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941185280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1786400330.051541:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2200/0x2c22c214439065c7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439065ce expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400330.051625:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2200/0x2c22c214439065c7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439065ce expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400330.051684:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48907b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941185408:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1786400330.051918:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400330.051956:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b339600 going to sleep for 11 seconds 00000100:00100000:2.0:1786400330.052011:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941185408 00000100:00100000:2.0:1786400330.052016:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941185408 00000100:00100000:2.0:1786400330.052063:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1786400330.052070:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22702:x1873175941185408:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1786400330.052083:0:22698:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1786400330.052097:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1786400330.052100:0:22698:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1786400330.052220:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:22702:x1873175941185408:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 147us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400330.052228:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1786400330.052299:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48907b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941185408:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1786400330.052339:0:22702:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1786400330.052351:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2200/0x2c22c214439065c7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439065ce expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400330.052359:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2200/0x2c22c214439065c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439065ce expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400330.357240:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1786400330.547859:0:22741:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1786400330.547868:0:22741:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1786400330.548008:0:22741:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1786400330.548134:0:22741:0:(llog_cat.c:1263:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1786400330.548311:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1786400330.614992:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 00010000:00010000:1.0:1786400331.381956:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400331.635819:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 00010000:00010000:1.0:1786400332.431130:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400332.661980:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 00000001:02000400:1.0:1786400332.806094:0:22991:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000020:00000004:3.0:1786400333.476145:0:23043:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1786400333.476306:0:23043:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1786400333.506220:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400333.509066:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f13737b8-c470-46e6-b04d-cb6cb5174b94:3646:1873175941185536:0@lo:400:kworker.0 00000100:00100000:3.0:1786400333.509138:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1786400333.509208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1786400333.509212:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1786400333.509215:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8f5d622000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400333.509220:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 662 00000100:00080000:1.0:1786400333.509225:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1786400333.509232:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c8f5d622000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400333.509255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f5edb0000 x1873175941185664/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1786400333.509277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400333.509280:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1786400333.509282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400333.509285:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1786400333.509287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1786400333.509290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1786400333.509292:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8f5d626000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400333.509297:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9c8f5d626000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400333.509310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f5edb0700 x1873175941185792/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786400333.511650:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941185536 00000100:00100000:3.0:1786400333.511663:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941185536 00000100:00100000:3.0:1786400333.511729:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1786400333.511751:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:3646:x1873175941185536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400333.511752:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941185664:0@lo:38:kworker.0 00000100:00100000:3.0:1786400333.516372:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:3646:x1873175941185536:12345-0@lo:400:kworker.0 Request processed in 4625us (7225us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400333.516386:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1786400333.516387:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400333.516433:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941185664 00000100:00100000:2.0:1786400333.516441:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941185664 00000100:00100000:2.0:1786400333.516478:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1786400333.516485:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1873175941185664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1786400333.516503:0:22711:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1786400333.516540:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1873175941185664:12345-0@lo:38:kworker.0 Request processed in 54us (154us total) trans 0 rc -19/-19 00000100:00100000:2.0:1786400333.516546:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1786400333.516579:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5d622000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786400333.516583:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1786400333.516586:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941185664:0@lo:38:kworker.0 00000100:00100000:2.0:1786400333.516596:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1873175941185792:0@lo:38:kworker.0 00000100:00100000:2.0:1786400333.516625:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400333.522470:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f13737b8-c470-46e6-b04d-cb6cb5174b94:3646:1873175941185536:0@lo:400:kworker.0 00000100:00100000:1.0:1786400333.522530:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941185792 00000100:00100000:1.0:1786400333.522537:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941185792 00000100:00100000:1.0:1786400333.522581:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1786400333.522588:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1873175941185792:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1786400333.522613:0:22707:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 667 last 0 00000020:00000080:1.0:1786400333.522646:0:22707:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x2c22c214439065d5 00000004:00100000:1.0:1786400333.522660:0:22707:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1786400333.522879:0:22707:0:(import.c:65:import_set_state_nolock()) ffff9c8f4a197000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1786400333.522956:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1873175941185792:12345-0@lo:38:kworker.0 Request processed in 367us (6330us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400333.522964:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1786400333.580317:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c8f5edb0700 x1873175941185792/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1786400343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786400333.580362:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1786400333.580372:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1786400333.580378:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1786400333.580382:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5d626000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1786400333.580389:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1873175941185792:0@lo:38:kworker.0 00000100:00100000:1.0:1786400333.685685:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 00000020:00000004:3.0:1786400334.165955:0:23093:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1786400334.166428:0:23093:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1786400334.516278:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400334.707769:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 00010000:00010000:1.0:1786400335.540894:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400335.732106:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 00010000:00010000:3.0:1786400336.564780:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400336.789938:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 00010000:00010000:1.0:1786400337.590007:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400337.845134:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 00000100:00100000:0.0:1786400338.611906:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1786400338.611964:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1786400338.611970:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1786400338.611973:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8f5d622000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400338.611992:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 667 00000100:00080000:1.0:1786400338.611998:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1786400338.612006:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c8f5d622000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400338.612030:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f5edb1f80 x1873175941186048/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1786400338.612058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400338.612063:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1786400338.612065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400338.612068:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1786400338.612119:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1873175941186176:0@lo:400:kworker.0 00000100:00100000:1.0:1786400338.612185:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400338.612259:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941186176 00000100:00100000:1.0:1786400338.612266:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941186176 00000100:00100000:1.0:1786400338.612302:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1786400338.612310:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1873175941186176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400338.612358:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1873175941186176:12345-0@lo:400:kworker.0 Request processed in 48us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400338.612365:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1786400338.612410:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c8f5edb3480 x1873175941186176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400338.612423:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1873175941186176:0@lo:400:kworker.0 00000100:00100000:2.0:1786400338.612484:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941186048:0@lo:38:kworker.0 00000100:00100000:2.0:1786400338.612560:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400338.613135:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941186048 00000100:00100000:1.0:1786400338.613141:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941186048 00000100:00100000:1.0:1786400338.613166:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1786400338.613172:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1873175941186048:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1786400338.613188:0:22711:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1786400338.613230:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1873175941186048:12345-0@lo:38:kworker.0 Request processed in 56us (669us total) trans 0 rc -19/-19 00000100:00100000:1.0:1786400338.613236:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1786400338.615142:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f13737b8-c470-46e6-b04d-cb6cb5174b94:3646:1873175941185920:0@lo:400:kworker.0 00000100:00100000:0.0:1786400338.615248:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1786400338.618189:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786400338.618239:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5d622000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786400338.618249:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1786400338.618253:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941186048:0@lo:38:kworker.0 00000100:00100000:3.0:1786400338.618878:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941185920 00000100:00100000:3.0:1786400338.618887:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941185920 00000100:00100000:3.0:1786400338.618977:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1786400338.618997:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:3646:x1873175941185920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400338.619097:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:3646:x1873175941185920:12345-0@lo:400:kworker.0 Request processed in 111us (3848us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400338.619105:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1786400338.619172:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f13737b8-c470-46e6-b04d-cb6cb5174b94:3646:1873175941185920:0@lo:400:kworker.0 00000100:00100000:2.0:1786400338.868200:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 00010000:00010000:1.0:1786400339.635827:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786400339.636097:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786400328/real 1786400328] req@ffff9c8e4828a680 x1873175941182720/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400338 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786400339.636155:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c8e4828a680 x1873175941182720/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400338 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786400339.636167:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786400328/real 1786400328] req@ffff9c8e48990a80 x1873175941182592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400338 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786400339.636181:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c8e48990a80 x1873175941182592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400338 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786400339.636201:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bf5000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786400339.636254:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1786400339.636259:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941182720:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1786400339.636266:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f77b48800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786400339.636333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1786400339.636338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1786400339.636341:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8f5d622000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400339.636348:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 672 00000100:00080000:1.0:1786400339.636354:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1786400339.636362:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c8f5d622000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400339.636385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f5edb0e00 x1873175941186432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1786400339.636395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400339.636397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1786400339.636399:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8f77b48800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400339.636402:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 662 00000100:00080000:1.0:1786400339.636404:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1786400339.636415:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9c8f77b48800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400339.636428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f5edb2a00 x1873175941186560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1786400339.636436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400339.636438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1786400339.636440:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bf5000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400339.636443:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 662 00000100:00080000:1.0:1786400339.636445:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1786400339.636449:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c8f77bf5000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400339.636458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f5edb1c00 x1873175941186688/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1786400339.636505:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941186304:0@lo:400:kworker.0 00000100:00100000:1.0:1786400339.636589:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400339.636660:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941186816:0@lo:400:kworker.0 00000100:00100000:1.0:1786400339.636732:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400339.636772:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941186816 00000100:00100000:1.0:1786400339.636782:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941186816 00000100:00100000:1.0:1786400339.636838:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1786400339.636849:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941186816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400339.636905:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941186816:12345-0@lo:400:kworker.0 Request processed in 58us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400339.636913:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1786400339.637008:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1786400339.637013:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941182592:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1786400339.637038:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941186432:0@lo:38:kworker.0 00000100:00100000:0.0:1786400339.637076:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400339.637098:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941186560:0@lo:8:kworker.0 00000400:00000100:0.0:1786400339.637122:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873175941186560 offset 0 length 520: 4 00000100:00100000:0.0:1786400339.637141:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941186688:0@lo:8:kworker.0 00000400:00000100:0.0:1786400339.637163:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873175941186688 offset 0 length 520: 4 00000100:00100000:0.0:1786400339.637188:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941186304 00000100:00100000:0.0:1786400339.637192:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941186304 00000100:00100000:0.0:1786400339.637223:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1786400339.637230:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:3649:x1873175941186304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400339.637276:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:3649:x1873175941186304:12345-0@lo:400:kworker.0 Request processed in 46us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400339.637282:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1786400339.637314:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941186432 00000100:00100000:0.0:1786400339.637318:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941186432 00000100:00100000:0.0:1786400339.637340:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1786400339.637345:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1873175941186432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1786400339.637368:0:22711:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1786400339.637402:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1873175941186432:12345-0@lo:38:kworker.0 Request processed in 55us (324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1786400339.637409:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1786400339.637447:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941186304:0@lo:400:kworker.0 00000100:00080000:0.0:1786400339.637485:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5d622000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786400339.637490:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1786400339.637493:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941186432:0@lo:38:kworker.0 00010000:00080000:1.0:1786400339.637551:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c8f5edb1180 x1873175941186816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400339.637563:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941186816:0@lo:400:kworker.0 00000100:00100000:2.0:1786400339.893062:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 00000020:01000004:0.0:1786400340.526631:0:23438:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1786400340.526636:0:23438:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:0.0:1786400340.526638:0:23438:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1786400340.526780:0:23438:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9c8f5e5cb800 00000020:01000004:0.0:1786400340.526795:0:23438:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:0.0:1786400340.526807:0:23438:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1786400340.526819:0:23438:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9c8f5ef70000) 00000020:00000080:0.0:1786400340.526835:0:23438:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1786400340.570233:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:0.0:1786400340.571005:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1786400340.572013:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:0.0:1786400340.572228:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1786400340.572601:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1786400340.572890:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1786400340.573105:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1786400340.573338:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:0.0:1786400340.573583:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:0.0:1786400340.573814:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1786400340.574092:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1786400340.574324:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1786400340.574523:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1786400340.574760:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1786400340.576765:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1786400340.577479:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1786400340.577680:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:0.0:1786400340.578082:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:0.0:1786400340.578289:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:0.0:1786400340.578519:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1786400340.578750:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1786400340.578932:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1786400340.579194:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1786400340.579435:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1786400340.579657:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1786400340.579993:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1786400340.580178:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1786400340.580379:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:0.0:1786400340.580572:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:0.0:1786400340.580775:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:0.0:1786400340.580965:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1786400340.581152:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1786400340.581341:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:0.0:1786400340.581532:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1786400340.581767:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1786400340.582144:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1786400340.582402:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1786400340.582604:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1786400340.582825:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1786400340.583022:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1786400340.583202:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1786400340.583446:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1786400340.583810:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1786400340.584075:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1786400340.584271:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1786400340.584511:0:23438:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00080000:01000000:2.0:1786400340.585219:0:23438:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1786400340.585450:0:23438:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1786400340.585461:0:23438:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1786400340.585473:0:23438:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2c22c214439065e3 00000020:01000004:2.0:1786400340.585479:0:23438:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1786400340.585501:0:23438:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.133@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1786400340.585505:0:23438:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.133@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1786400340.585511:0:23438:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1786400340.585538:0:23438:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1786400340.585542:0:23438:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.133@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1786400340.588992:0:23438:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.133@tcp ctxt 0 is initialized 00000020:01000004:2.0:1786400340.589040:0:23438:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.133@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1786400340.589044:0:23438:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1786400340.589046:0:23438:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1786400340.589047:0:23438:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1786400340.589048:0:23438:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1786400340.589049:0:23438:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1786400340.589051:0:23438:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1786400340.589052:0:23438:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1786400340.589054:0:23438:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1786400340.589056:0:23438:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1786400340.589060:0:23438:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1786400340.589062:0:23438:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1786400340.589063:0:23438:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1786400340.589064:0:23438:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1786400340.589065:0:23438:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1786400340.589066:0:23438:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1786400340.589067:0:23438:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1786400340.589068:0:23438:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1786400340.589069:0:23438:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1786400340.589070:0:23438:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1786400340.589096:0:23438:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1786400340.589121:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941186944:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1786400340.589192:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400340.589245:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f75941c00 going to sleep for 11 seconds 00000100:00100000:3.0:1786400340.589325:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941186944 00000100:00100000:3.0:1786400340.589333:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941186944 00000100:00100000:3.0:1786400340.589390:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1786400340.589400:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:23438:x1873175941186944:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1786400340.589430:0:22698:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1786400340.589433:0:22698:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1786400340.589441:0:22698:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1786400340.590004:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:23438:x1873175941186944:12345-0@lo:253:mount.lustre.0 Request processed in 604us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400340.590012:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1786400340.590125:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941186944:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1786400340.590134:0:23438:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1786400340.590137:0:23438:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1786400340.590138:0:23438:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1786400340.590139:0:23438:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1786400340.590141:0:23438:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1786400340.590142:0:23438:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1786400340.590143:0:23438:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1786400340.590144:0:23438:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1786400340.590145:0:23438:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1786400340.590146:0:23438:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1786400340.590162:0:23438:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c8f5e5cb800 from lustre-MDT0001 10000000:01000000:2.0:1786400340.590190:0:23438:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1786400340.590193:0:23438:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1786400340.590200:0:23438:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9c8f5f288000 local copy 00010000:00010000:2.0:1786400340.590210:0:23438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064e0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400340.590284:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187072:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400340.590313:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400340.590345:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f75941000 going to sleep for 11 seconds 00000100:00100000:1.0:1786400340.590431:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941187072 00000100:00100000:1.0:1786400340.590436:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941187072 00000100:00100000:1.0:1786400340.590473:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1786400340.590481:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:23438:x1873175941187072:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1786400340.590549:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:23438:x1873175941187072:12345-0@lo:501:mount.lustre.0 Request processed in 69us (234us total) trans 0 rc -2/-2 00000100:00100000:1.0:1786400340.590556:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1786400340.590661:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187072:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1786400340.590674:0:23438:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.133@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1786400340.590800:0:23438:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.133@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1786400340.590807:0:23438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064e0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.590833:0:23438:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064e0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400340.590856:0:23438:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c8f5e5cb800 10000000:01000000:2.0:1786400340.590861:0:23438:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1786400340.590865:0:23438:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9c8f5f288000 10000000:01000000:2.0:1786400340.590868:0:23438:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1786400340.590871:0:23438:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff9c8f5f288000 from 1 10000000:01000000:2.0:1786400340.590874:0:23438:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1786400340.590896:0:23438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e47876800/0x2c22c214439065ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.590905:0:23438:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8e47876800/0x2c22c214439065ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.590914:0:23438:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8e47876800/0x2c22c214439065ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400340.590926:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187200:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1786400340.590952:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400340.590991:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f75941000 going to sleep for 11 seconds 00000100:00100000:3.0:1786400340.591045:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941187200 00000100:00100000:3.0:1786400340.591049:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941187200 00000100:00100000:3.0:1786400340.591081:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1786400340.591087:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+12:23438:x1873175941187200:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1786400340.591095:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1786400340.591107:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f413d3800/0x2c22c214439065f1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c214439065ea expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400340.591127:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f413d3800/0x2c22c214439065f1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c214439065ea expref: 13 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400340.591149:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f413d3800/0x2c22c214439065f1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439065ea expref: 13 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400340.591157:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f413d3800, rc 0) 00000100:00100000:3.0:1786400340.591283:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+13:23438:x1873175941187200:12345-0@lo:101:mount.lustre.0 Request processed in 196us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400340.591290:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1786400340.591346:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187200:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1786400340.591356:0:23438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8e47876800/0x2c22c214439065ea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439065f1 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.591365:0:23438:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8e47876800/0x2c22c214439065ea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439065f1 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400340.591395:0:23438:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1786400340.591439:0:23438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e47876800/0x2c22c214439065ea lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439065f1 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.591447:0:23438:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8e47876800/0x2c22c214439065ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439065f1 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400340.591454:0:23438:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9c8f5e5cb800 10000000:01000000:2.0:1786400340.591458:0:23438:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1786400340.591462:0:23438:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff9c8f5e5cb800 from 1 10000000:01000000:2.0:1786400340.591464:0:23438:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1786400340.591478:0:23438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e47877000/0x2c22c214439065f8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.591485:0:23438:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8e47877000/0x2c22c214439065f8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.591492:0:23438:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8e47877000/0x2c22c214439065f8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400340.591505:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187328:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1786400340.591530:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400340.591555:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f75941000 going to sleep for 11 seconds 00000100:00100000:1.0:1786400340.591600:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941187328 00000100:00100000:1.0:1786400340.591604:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941187328 00000100:00100000:1.0:1786400340.591633:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1786400340.591639:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+13:23438:x1873175941187328:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1786400340.591646:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1786400340.591654:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f42d9a400/0x2c22c214439065ff lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c214439065f8 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400340.591668:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f42d9a400/0x2c22c214439065ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c214439065f8 expref: 14 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400340.591676:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f42d9a400/0x2c22c214439065ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439065f8 expref: 14 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400340.591683:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f42d9a400, rc 0) 00000100:00100000:1.0:1786400340.591741:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+14:23438:x1873175941187328:12345-0@lo:101:mount.lustre.0 Request processed in 102us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400340.591747:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1786400340.591853:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187328:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1786400340.591863:0:23438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8e47877000/0x2c22c214439065f8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439065ff expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400340.591871:0:23438:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8e47877000/0x2c22c214439065f8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439065ff expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400340.591881:0:23438:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1786400340.592108:0:23438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e47877000/0x2c22c214439065f8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439065ff expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400340.592117:0:23438:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8e47877000/0x2c22c214439065f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439065ff expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400340.592123:0:23438:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1786400340.592127:0:23438:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1786400340.592131:0:23438:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9c8f5e5cb800 10000000:01000000:3.0:1786400340.592133:0:23438:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1786400340.592136:0:23438:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1786400340.592138:0:23438:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1786400340.592159:0:23438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2000/0x2c22c21443906606 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400340.592166:0:23438:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2000/0x2c22c21443906606 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400340.592173:0:23438:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2000/0x2c22c21443906606 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400340.592186:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187456:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1786400340.592211:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400340.592241:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4330e900 going to sleep for 11 seconds 00000100:00100000:2.0:1786400340.592284:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941187456 00000100:00100000:2.0:1786400340.592288:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941187456 00000100:00100000:2.0:1786400340.592318:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1786400340.592323:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f7581ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+14:23438:x1873175941187456:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1786400340.592330:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400340.592341:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8e47876e00/0x2c22c2144390660d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c21443906606 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.592356:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8e47876e00/0x2c22c2144390660d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c21443906606 expref: 15 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.592364:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8e47876e00/0x2c22c2144390660d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906606 expref: 15 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.592370:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e47876e00, rc 0) 00000100:00100000:2.0:1786400340.592405:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f7581ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+15:23438:x1873175941187456:12345-0@lo:101:mount.lustre.0 Request processed in 81us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400340.592411:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1786400340.592472:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187456:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1786400340.592482:0:23438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2000/0x2c22c21443906606 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390660d expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400340.592489:0:23438:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2000/0x2c22c21443906606 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c2144390660d expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1786400340.593803:0:23438:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1786400340.594355:0:23438:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1786400340.597678:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1786400340.598054:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1786400340.598071:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1786400340.598085:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1786400340.598096:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1786400340.598109:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1786400340.598123:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1786400340.598139:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1786400340.598153:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1786400340.598181:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1786400340.598197:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1786400340.598210:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1786400340.598222:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1786400340.598233:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1786400340.598245:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1786400340.598256:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1786400340.598269:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1786400340.598281:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1786400340.598291:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1786400340.598302:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1786400340.598313:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1786400340.598325:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1786400340.598338:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1786400340.598352:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1786400340.598364:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1786400340.598376:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1786400340.598387:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1786400340.598399:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1786400340.598411:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1786400340.598423:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1786400340.598436:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1786400340.598449:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1786400340.598461:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1786400340.598473:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1786400340.598485:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1786400340.598498:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1786400340.598512:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1786400340.598523:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1786400340.598535:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1786400340.598547:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1786400340.598560:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1786400340.598574:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1786400340.598599:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1786400340.598610:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1786400340.598637:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1786400340.598642:0:23438:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1786400340.598875:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187584:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1786400340.598938:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400340.599037:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4330ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1786400340.599080:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941187584 00000100:00100000:2.0:1786400340.599087:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941187584 00000100:00100000:2.0:1786400340.599165:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1786400340.599173:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75819450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+15:23438:x1873175941187584:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400340.599314:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75819450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+15:23438:x1873175941187584:12345-0@lo:501:mount.lustre.0 Request processed in 141us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400340.599322:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1786400340.599407:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187584:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1786400340.599443:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187712:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1786400340.599483:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400340.599592:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46a43300 going to sleep for 11 seconds 00000100:00100000:3.0:1786400340.599677:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941187712 00000100:00100000:3.0:1786400340.599682:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941187712 00000100:00100000:3.0:1786400340.599737:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1786400340.599743:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+15:23438:x1873175941187712:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1786400340.600376:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+15:23438:x1873175941187712:12345-0@lo:503:mount.lustre.0 Request processed in 631us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400340.600384:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1786400340.600470:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187712:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1786400340.600876:0:23438:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1786400340.600956:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187840:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1786400340.601004:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400340.601033:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46a43300 going to sleep for 11 seconds 00000100:00100000:3.0:1786400340.601139:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941187840 00000100:00100000:3.0:1786400340.601144:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941187840 00000100:00100000:3.0:1786400340.601168:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1786400340.601174:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+15:23438:x1873175941187840:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1786400340.601672:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+15:23438:x1873175941187840:12345-0@lo:502:mount.lustre.0 Request processed in 496us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400340.601679:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1786400340.602005:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187840:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1786400340.602221:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1786400340.602248:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:0.0:1786400340.602263:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:0.0:1786400340.602276:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:0.0:1786400340.602289:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:0.0:1786400340.602302:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:0.0:1786400340.602314:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:0.0:1786400340.602327:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:0.0:1786400340.602339:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:0.0:1786400340.602352:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:0.0:1786400340.602365:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:0.0:1786400340.602378:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:0.0:1786400340.602400:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:0.0:1786400340.602415:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:0.0:1786400340.602428:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:0.0:1786400340.602440:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:0.0:1786400340.602454:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:0.0:1786400340.602467:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:0.0:1786400340.602480:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:0.0:1786400340.602493:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:0.0:1786400340.602507:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:0.0:1786400340.602520:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:0.0:1786400340.602533:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:0.0:1786400340.602546:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:0.0:1786400340.602560:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:0.0:1786400340.602572:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:0.0:1786400340.602586:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:0.0:1786400340.602598:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:0.0:1786400340.602610:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:0.0:1786400340.602620:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:0.0:1786400340.602631:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:0.0:1786400340.602642:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:0.0:1786400340.602654:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:0.0:1786400340.602667:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:0.0:1786400340.602680:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:1.0:1786400340.603024:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:1.0:1786400340.603043:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:1.0:1786400340.603056:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:1.0:1786400340.603078:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:1.0:1786400340.603089:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:1.0:1786400340.603101:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:1.0:1786400340.603112:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:1.0:1786400340.603126:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:1.0:1786400340.603138:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:1.0:1786400340.603176:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187968:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1786400340.603234:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400340.603307:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7598a780 going to sleep for 11 seconds 00000100:00100000:3.0:1786400340.603352:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941187968 00000100:00100000:3.0:1786400340.603358:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941187968 00000100:00100000:3.0:1786400340.603434:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1786400340.603443:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+15:23438:x1873175941187968:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1786400340.603547:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+15:23438:x1873175941187968:12345-0@lo:502:mount.lustre.0 Request processed in 105us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400340.603564:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1786400340.603639:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941187968:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1786400340.603679:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:1.0:1786400340.603730:0:23438:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1786400340.604404:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786400340.604419:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400340.604421:0:23442:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1786400340.604426:0:23442:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1786400340.604429:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1786400340.604444:0:23442:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9c8f5ef73380) 00000020:00000080:0.0:1786400340.604465:0:23442:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1786400340.604471:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1786400340.604555:0:23442:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:0.0:1786400340.604562:0:23442:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2c22c2144390661b 00000020:00000080:0.0:1786400340.604792:0:23442:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1786400340.604796:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786400340.604800:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400340.604801:0:23442:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1786400340.604803:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786400340.604807:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400340.604808:0:23442:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1786400340.604811:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1786400340.604816:0:23442:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9c8f5ef74d40) 00000020:00000080:0.0:1786400340.604826:0:23442:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1786400340.604829:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1786400340.604830:0:23442:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1786400340.604833:0:23442:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1786400340.604837:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1786400340.604875:0:23442:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c8f5e5cb800 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1786400340.604884:0:23442:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9c8f5ef719c0) 00000020:00000080:0.0:1786400340.604891:0:23442:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1786400340.604933:0:23442:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1786400340.604937:0:23442:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2c22c21443906630 00000020:00000080:0.0:1786400340.605026:0:23442:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1786400340.605031:0:23442:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1786400340.605035:0:23442:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x2c22c21443906637 00080000:01000000:0.0:1786400340.605039:0:23442:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:0.0:1786400340.605041:0:23442:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2c22c2144390663e 00010000:00010000:2.0:1786400340.659979:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400340.663073:0:23442:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1786400340.663947:0:23442:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1786400340.664278:0:23442:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1786400340.665206:0:23442:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:2.0:1786400340.665218:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786400340.665225:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400340.665227:0:23442:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1786400340.665230:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786400340.665240:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400340.665242:0:23442:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1786400340.665245:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786400340.665251:0:23442:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.133@tcp to nid 0x20000c0a8cb85 (192.168.203.133@tcp) 00000020:00000080:2.0:1786400340.665275:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786400340.665288:0:23442:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9c8f7599b380) 00000020:00000080:2.0:1786400340.665306:0:23442:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:2.0:1786400340.665311:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1786400340.665373:0:23442:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1786400340.665380:0:23442:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:2.0:1786400340.665385:0:23442:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2c22c2144390664c 00010000:00080000:2.0:1786400340.665414:0:23442:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c8f78e3b000@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.133@tcp at head 00010000:00010000:2.0:1786400340.667559:0:23442:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1786400340.671512:0:23442:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1786400340.671530:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1786400340.671573:0:23442:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1786400340.671592:0:23442:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2c22c21443906653 00000100:00080000:1.0:1786400340.671600:0:23442:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1786400340.671606:0:23442:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9c8f78e3b000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400340.671636:0:23442:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f5edb1180 x1873175941188096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1786400340.671660:0:23442:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:1.0:1786400340.671812:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786400340.671816:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400340.671818:0:23442:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1786400340.671821:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1786400340.671823:0:23442:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1786400340.671825:0:23442:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1786400340.671826:0:23442:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1786400340.671828:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1786400340.671830:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400340.671838:0:23442:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1786400340.671841:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786400340.671846:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400340.671847:0:23442:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1786400340.671851:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1786400340.671879:0:23442:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1786400340.671892:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786400340.671895:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400340.671896:0:23442:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1786400340.671899:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1786400340.671900:0:23442:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1786400340.671901:0:23442:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1786400340.671903:0:23442:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1786400340.671904:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1786400340.671906:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400340.671907:0:23442:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1786400340.671909:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1786400340.671913:0:23442:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1786400340.671916:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400340.671917:0:23442:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1786400340.671919:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1786400340.671923:0:23442:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.133@tcp to nid 0x20000c0a8cb85 (192.168.203.133@tcp) 00000020:01000000:1.0:1786400340.671944:0:23442:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1786400340.671946:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1786400340.671958:0:23442:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9c8e48a24d40) 00000020:00000080:1.0:1786400340.671981:0:23442:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1786400340.671987:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1786400340.672054:0:23442:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1786400340.672061:0:23442:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:1.0:1786400340.672066:0:23442:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2c22c21443906661 00010000:00080000:1.0:1786400340.672093:0:23442:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c8f5e5cd800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.133@tcp at head 00010000:00010000:1.0:1786400340.673444:0:23442:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00080000:3.0:1786400340.674347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1786400340.674354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1786400340.674357:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8f5d622000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786400340.674365:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 673 00000100:00080000:3.0:1786400340.674370:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1786400340.674377:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c8f5d622000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400340.674407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48288700 x1873175941188224/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786400340.674421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1786400340.674424:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1786400340.674427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1786400340.674430:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1786400340.674467:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1786400340.674481:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941188352:0@lo:400:kworker.0 00000100:00100000:3.0:1786400340.674540:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400340.674584:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941188352 00000100:00100000:3.0:1786400340.674591:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941188352 00000100:00100000:3.0:1786400340.674631:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1786400340.674638:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48289180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941188352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400340.675551:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941188096:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1786400340.675634:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400340.675667:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941188224:0@lo:38:kworker.0 00000100:00100000:3.0:1786400340.675762:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48289180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941188352:12345-0@lo:400:kworker.0 Request processed in 44us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400340.675772:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1786400340.675821:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c8e4828b800 x1873175941188352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786400340.675843:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941188352:0@lo:400:kworker.0 00000040:01000000:1.0:1786400340.676305:0:23442:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1786400340.676555:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400340.676596:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941188096 00000100:00100000:0.0:1786400340.676603:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941188096 00000100:00100000:0.0:1786400340.676623:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941188224 00000100:00100000:0.0:1786400340.676626:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941188224 00000100:00100000:0.0:1786400340.676648:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1786400340.676653:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1873175941188096:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1786400340.676677:0:22711:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 674 last 0 00000020:00000080:0.0:1786400340.676791:0:22711:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2c22c21443906668 00000004:00100000:0.0:1786400340.676805:0:22711:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1786400340.676811:0:22711:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000040:01000000:1.0:1786400340.677043:0:23442:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1786400340.679951:0:23442:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1786400340.680965:0:23442:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1786400340.681105:0:23442:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:2.0:1786400340.683026:0:23447:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1786400340.683033:0:23447:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1786400340.683657:0:23442:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1786400340.683669:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1786400340.683885:0:23442:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1786400340.683908:0:23442:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2c22c2144390666f 00000100:00080000:3.0:1786400340.683918:0:23442:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1786400340.683924:0:23442:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9c8f5e5cd800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400340.683958:0:23442:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e4828b800 x1873175941188480/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786400340.684044:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941188480:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1786400340.684192:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873175941188480 offset 0 length 520: 4 00000100:00080000:3.0:1786400340.684494:0:23442:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1786400340.684563:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786400340.684567:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400340.684569:0:23442:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1786400340.684573:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1786400340.684575:0:23442:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1786400340.684577:0:23442:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786400340.684578:0:23442:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786400340.684579:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1786400340.684582:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400340.684583:0:23442:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1786400340.684586:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1786400340.684590:0:23442:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1786400340.684594:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786400340.684595:0:23442:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1786400340.684597:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1786400340.684601:0:23442:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.133@tcp to nid 0x20000c0a8cb85 (192.168.203.133@tcp) 00000020:01000000:3.0:1786400340.684628:0:23442:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1786400340.684631:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786400340.684643:0:23442:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9c8f75434d40) 00000020:00000080:3.0:1786400340.684658:0:23442:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1786400340.684663:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000100:00080000:1.0:1786400340.684760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400340.684765:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1786400340.684768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400340.684771:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000004:00080000:3.0:1786400340.687307:0:23442:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1786400340.687319:0:23442:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:3.0:1786400340.687330:0:23442:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2c22c2144390667d 00010000:00080000:3.0:1786400340.687366:0:23442:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c8e48913800@lustre-OST0001-osc-MDT0001: add connection 192.168.203.133@tcp at head 00010000:00010000:3.0:1786400340.687588:0:23442:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:3.0:1786400340.687655:0:23442:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1786400340.687671:0:23442:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1786400340.689639:0:23442:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1786400340.690377:0:23442:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1786400340.690515:0:23442:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1786400340.691291:0:23449:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1786400340.691297:0:23449:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1786400340.691925:0:23442:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1786400340.691936:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1786400340.691994:0:23442:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1786400340.692015:0:23442:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2c22c21443906684 00000100:00080000:0.0:1786400340.692026:0:23442:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1786400340.692033:0:23442:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c8e48913800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:0.0:1786400340.692067:0:23442:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48904e00 x1873175941188608/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786400340.692101:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941188608:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1786400340.692235:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873175941188608 offset 0 length 520: 4 00000100:00080000:0.0:1786400340.692286:0:23442:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1786400340.692338:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786400340.692343:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400340.692345:0:23442:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1786400340.692349:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786400340.692353:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400340.692360:0:23442:0:(obd_config.c:1561:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1786400340.692364:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1786400340.692366:0:23442:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1786400340.692368:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786400340.692371:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400340.692372:0:23442:0:(obd_config.c:1561:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:0.0:1786400340.692374:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786400340.692377:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400340.692378:0:23442:0:(obd_config.c:1561:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1786400340.692381:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1786400340.692402:0:23442:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786400340.692405:0:23442:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400340.692407:0:23442:0:(obd_config.c:1561:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1786400340.692410:0:23442:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000100:00080000:3.0:1786400340.692581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1786400340.692586:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1786400340.692589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1786400340.692592:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1786400340.693267:0:22711:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5ce000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1786400340.693379:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3645:x1873175941188096:12345-0@lo:38:llog_process_th.0 Request processed in 16722us (17743us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400340.693389:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1786400340.693413:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1786400340.693419:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1873175941188224:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1786400340.693454:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1873175941188224:12345-0@lo:38:kworker.0 Request processed in 34us (16901us total) trans 0 rc -11/-11 00000100:00100000:1.0:1786400340.693459:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:01000000:1.0:1786400340.693479:0:23438:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1786400340.693513:0:23438:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1786400340.693561:0:23438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2000/0x2c22c21443906606 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390660d expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400340.693572:0:23438:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2000/0x2c22c21443906606 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390660d expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1786400340.693579:0:23438:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9c8f5e5cb800 from 1 10000000:01000000:1.0:1786400340.693582:0:23438:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1786400340.693608:0:23438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c2144390668b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400340.693615:0:23438:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c2144390668b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400340.693631:0:23438:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c2144390668b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400340.693647:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941188736:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1786400340.693680:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400340.693805:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b01eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1786400340.693872:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941188736 00000100:00100000:2.0:1786400340.693879:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941188736 00000100:00100000:2.0:1786400340.693923:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1786400340.693930:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f7581a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+15:23438:x1873175941188736:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1786400340.693939:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400340.693950:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8e47877e00/0x2c22c21443906692 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c2144390668b expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.693978:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8e47877e00/0x2c22c21443906692 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c2144390668b expref: 16 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.693989:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8e47877e00/0x2c22c21443906692 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c2144390668b expref: 16 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.693998:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e47877e00, rc 0) 00000100:00100000:2.0:1786400340.694036:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f7581a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+16:23438:x1873175941188736:12345-0@lo:101:mount.lustre.0 Request processed in 106us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400340.694042:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1786400340.694250:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1786400340.694260:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1786400340.694267:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1786400340.694272:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1786400340.694275:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f78e3b000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1786400340.694297:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941188096:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1786400340.694400:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1786400340.694405:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5d622000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786400340.694409:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1786400340.694412:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941188224:0@lo:38:kworker.0 00000100:00100000:0.0:1786400340.694476:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941188864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1786400340.694505:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400340.694636:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941188736:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1786400340.694650:0:23438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c2144390668b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906692 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400340.694659:0:23438:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c2144390668b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443906692 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400340.695391:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941188992:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1786400340.695431:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400340.695467:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b01eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1786400340.695524:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941188992 00000100:00100000:0.0:1786400340.695529:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941188992 00000100:00100000:0.0:1786400340.695570:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1786400340.695577:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f7581b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+16:23438:x1873175941188992:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1786400340.695592:0:22698:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1786400340.695608:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1786400340.695611:0:22698:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1786400340.695675:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f7581b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+16:23438:x1873175941188992:12345-0@lo:256:mount.lustre.0 Request processed in 97us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400340.695710:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1786400340.696018:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941188992:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1786400340.696675:0:23438:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1786400340.696834:0:23438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c2144390668b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906692 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400340.696846:0:23438:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c2144390668b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906692 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1786400340.696856:0:23438:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9c8f5e5cb800 from 1 10000000:01000000:1.0:1786400340.696858:0:23438:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1786400340.696892:0:23438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906699 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400340.696900:0:23438:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906699 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400340.696909:0:23438:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906699 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400340.696923:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941189120:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1786400340.696959:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400340.697086:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b01eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1786400340.697228:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941188864 00000100:00100000:2.0:1786400340.697234:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941188864 00000100:00100000:2.0:1786400340.697309:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1786400340.697316:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3648:x1873175941188864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1786400340.697382:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1786400340.697431:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3648:x1873175941188864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (2925us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400340.697437:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1786400340.697511:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941189120 00000100:00100000:0.0:1786400340.697516:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941189120 00000100:00100000:0.0:1786400340.697553:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1786400340.697560:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f7581a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+16:23438:x1873175941189120:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1786400340.697568:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1786400340.697581:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f67630400/0x2c22c214439066a0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c21443906699 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.697602:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f67630400/0x2c22c214439066a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c21443906699 expref: 17 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.697612:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f67630400/0x2c22c214439066a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906699 expref: 17 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.697620:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f67630400, rc 0) 00000100:00100000:0.0:1786400340.697652:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f7581a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:23438:x1873175941189120:12345-0@lo:101:mount.lustre.0 Request processed in 93us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400340.697658:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1786400340.697757:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941188864:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1786400340.697934:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941189120:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1786400340.697946:0:23438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906699 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439066a0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400340.697954:0:23438:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906699 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439066a0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1786400340.699060:0:23438:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1786400340.699364:0:23438:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1786400340.699541:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1786400340.699563:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1786400340.699574:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1786400340.699584:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1786400340.699594:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1786400340.699603:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1786400340.699614:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1786400340.699624:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1786400340.699635:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1786400340.699644:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1786400340.699663:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1786400340.699677:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1786400340.699681:0:23438:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1786400340.699953:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941189248:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1786400340.700027:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400340.700188:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b01e600 going to sleep for 11 seconds 00000100:00100000:0.0:1786400340.700274:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941189248 00000100:00100000:0.0:1786400340.700282:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941189248 00000100:00100000:0.0:1786400340.700366:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1786400340.700376:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f7581a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:23438:x1873175941189248:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1786400340.700535:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f7581a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:23438:x1873175941189248:12345-0@lo:501:mount.lustre.0 Request processed in 161us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400340.700543:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1786400340.700643:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941189248:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400340.700727:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941189376:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1786400340.700765:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400340.701015:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f75941b40 going to sleep for 11 seconds 00000100:00100000:1.0:1786400340.701087:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941189376 00000100:00100000:1.0:1786400340.701092:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941189376 00000100:00100000:1.0:1786400340.701182:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1786400340.701189:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:23438:x1873175941189376:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1786400340.701268:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:23438:x1873175941189376:12345-0@lo:503:mount.lustre.0 Request processed in 79us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400340.701274:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1786400340.701347:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941189376:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1786400340.701827:0:23438:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1786400340.701897:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941189504:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1786400340.701935:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400340.702020:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f75941b40 going to sleep for 11 seconds 00000100:00100000:3.0:1786400340.702077:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941189504 00000100:00100000:3.0:1786400340.702083:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941189504 00000100:00100000:1.0:1786400340.702202:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1786400340.702210:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f7581bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:23438:x1873175941189504:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1786400340.702298:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f7581bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:23438:x1873175941189504:12345-0@lo:502:mount.lustre.0 Request processed in 89us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400340.702306:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1786400340.702387:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941189504:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1786400340.702577:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1786400340.702605:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:2.0:1786400340.702621:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:2.0:1786400340.702649:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:2.0:1786400340.702666:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:2.0:1786400340.702681:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:2.0:1786400340.702869:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:2.0:1786400340.702887:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:2.0:1786400340.702901:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1786400340.702915:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:2.0:1786400340.702929:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:2.0:1786400340.702953:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941189632:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1786400340.703003:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400340.703028:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f75941b40 going to sleep for 11 seconds 00000100:00100000:0.0:1786400340.703073:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941189632 00000100:00100000:0.0:1786400340.703078:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941189632 00000100:00100000:0.0:1786400340.703193:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1786400340.703202:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f7581b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:23438:x1873175941189632:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1786400340.703298:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f7581b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:23438:x1873175941189632:12345-0@lo:502:mount.lustre.0 Request processed in 97us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400340.703305:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1786400340.703433:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941189632:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1786400340.703473:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:2.0:1786400340.703482:0:23438:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1786400340.704209:0:23451:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786400340.704219:0:23451:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400340.704221:0:23451:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1786400340.704228:0:23451:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c8f5e5cb800 00000020:00000080:1.0:1786400340.704231:0:23451:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1786400340.704238:0:23451:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786400340.704241:0:23451:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400340.704242:0:23451:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1786400340.704245:0:23451:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786400340.704247:0:23451:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400340.704249:0:23451:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1786400340.704261:0:23451:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c8f5e5cb800 00000020:00000080:1.0:1786400340.704263:0:23451:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1786400340.704363:0:23451:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786400340.704368:0:23451:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400340.704370:0:23451:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1786400340.704372:0:23451:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786400340.704375:0:23451:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400340.704376:0:23451:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1786400340.704380:0:23451:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c8f5e5cb800 00000020:00000080:1.0:1786400340.704382:0:23451:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1786400340.708040:0:23451:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786400340.708052:0:23451:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400340.708054:0:23451:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1786400340.708058:0:23451:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786400340.708062:0:23451:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400340.708063:0:23451:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1786400340.708068:0:23451:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c8f5e5cb800 00000020:00000080:1.0:1786400340.708071:0:23451:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1786400340.708200:0:23451:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786400340.708204:0:23451:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786400340.708206:0:23451:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1786400340.708209:0:23451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1786400340.711889:0:23438:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1786400340.711938:0:23438:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1786400340.711966:0:23438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906699 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439066a0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400340.711989:0:23438:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906699 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439066a0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400340.712060:0:23438:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1786400340.712063:0:23438:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c8f5e5cb800 10000000:01000000:3.0:1786400340.712066:0:23438:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c8f5e5cb800 10000000:01000000:3.0:1786400340.712070:0:23438:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1786400340.712076:0:23438:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9c8f5e5cb800 from 1 10000000:01000000:3.0:1786400340.712078:0:23438:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1786400340.712228:0:23438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c214439066a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400340.712237:0:23438:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c214439066a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400340.712248:0:23438:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c214439066a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400340.712273:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941189760:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1786400340.712334:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400340.712378:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4a893540 going to sleep for 11 seconds 00000100:00100000:1.0:1786400340.712431:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941189760 00000100:00100000:1.0:1786400340.712438:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941189760 00000100:00100000:1.0:1786400340.712482:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1786400340.712490:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f543cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:23438:x1873175941189760:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1786400340.712501:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1786400340.712512:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f42d9a600/0x2c22c214439066ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c214439066a7 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400340.712532:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f42d9a600/0x2c22c214439066ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c214439066a7 expref: 18 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400340.712551:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f42d9a600/0x2c22c214439066ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439066a7 expref: 18 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400340.712559:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f42d9a600, rc 0) 00000100:00100000:1.0:1786400340.712593:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f543cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:23438:x1873175941189760:12345-0@lo:101:mount.lustre.0 Request processed in 104us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400340.712600:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1786400340.712678:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941189760:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1786400340.712795:0:23438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c214439066a7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439066ae expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400340.712805:0:23438:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c214439066a7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439066ae expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1786400340.717535:0:23438:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1786400340.723988:0:23438:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1786400340.725308:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1786400340.725348:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1786400340.725359:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1786400340.725371:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1786400340.725383:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1786400340.725393:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1786400340.725402:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1786400340.725412:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1786400340.725423:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1786400340.725435:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1786400340.725445:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1786400340.725455:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1786400340.725465:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1786400340.725476:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1786400340.725544:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1786400340.725559:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1786400340.725569:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1786400340.725581:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1786400340.725591:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1786400340.725602:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1786400340.725612:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1786400340.725621:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1786400340.725631:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1786400340.725640:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1786400340.725650:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1786400340.725661:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1786400340.725672:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1786400340.725682:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1786400340.727243:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1786400340.727267:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1786400340.727299:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1786400340.727317:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1786400340.727332:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1786400340.727346:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1786400340.727371:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1786400340.727386:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1786400340.727400:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1786400340.727413:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1786400340.727427:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1786400340.727439:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1786400340.727452:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1786400340.727466:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1786400340.727479:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1786400340.727492:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1786400340.727505:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1786400340.727517:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1786400340.727545:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1786400340.727561:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1786400340.727744:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1786400340.727764:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1786400340.727779:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1786400340.727783:0:23438:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1786400340.727885:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941189888:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1786400340.727950:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400340.728010:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4a893180 going to sleep for 11 seconds 00000100:00100000:0.0:1786400340.728793:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941189888 00000100:00100000:0.0:1786400340.728803:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941189888 00000100:00100000:0.0:1786400340.728856:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1786400340.728865:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48237050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:23438:x1873175941189888:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1786400340.729008:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48237050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:23438:x1873175941189888:12345-0@lo:501:mount.lustre.0 Request processed in 143us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400340.729017:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1786400340.729884:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941189888:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1786400340.729929:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941190016:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1786400340.729993:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400340.730765:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4a893180 going to sleep for 11 seconds 00000100:00100000:0.0:1786400340.733634:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941190016 00000100:00100000:0.0:1786400340.733647:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941190016 00000100:00100000:0.0:1786400340.733715:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1786400340.733724:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f43a42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:23438:x1873175941190016:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1786400340.733870:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f43a42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:23438:x1873175941190016:12345-0@lo:503:mount.lustre.0 Request processed in 146us (3876us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400340.733878:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1786400340.739801:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941190016:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1786400340.740318:0:23438:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1786400340.740393:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941190144:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1786400340.740458:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400340.740505:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f75941b40 going to sleep for 11 seconds 00000100:00100000:0.0:1786400340.740648:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941190144 00000100:00100000:0.0:1786400340.740656:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941190144 00000100:00100000:0.0:1786400340.740805:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1786400340.740814:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f43a43850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:23438:x1873175941190144:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1786400340.740963:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f43a43850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:23438:x1873175941190144:12345-0@lo:502:mount.lustre.0 Request processed in 149us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400340.740991:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1786400340.746227:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941190144:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1786400340.746442:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1786400340.746471:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1786400340.746484:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1786400340.746510:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1786400340.746530:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1786400340.746540:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1786400340.746550:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1786400340.746559:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1786400340.746569:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1786400340.746579:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1786400340.746589:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1786400340.746598:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1786400340.746609:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1786400340.746619:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1786400340.746629:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1786400340.746639:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1786400340.746648:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1786400340.746658:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1786400340.746669:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1786400340.747255:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1786400340.747277:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1786400340.747288:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1786400340.747298:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1786400340.747310:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1786400340.747322:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1786400340.747333:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1786400340.747343:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1786400340.747354:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1786400340.747367:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1786400340.747378:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1786400340.747390:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1786400340.747403:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1786400340.747415:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1786400340.747427:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1786400340.747439:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1786400340.747466:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1786400340.747483:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1786400340.747506:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1786400340.747519:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1786400340.747531:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1786400340.747544:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1786400340.747557:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1786400340.747570:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1786400340.747582:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1786400340.747594:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1786400340.747607:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1786400340.747618:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1786400340.747631:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1786400340.747680:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941190272:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1786400340.749913:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400340.749961:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f75941b40 going to sleep for 11 seconds 00000100:00100000:1.0:1786400340.750320:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941190272 00000100:00100000:1.0:1786400340.750329:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941190272 00000100:00100000:1.0:1786400340.750387:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1786400340.750396:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f43903450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:23438:x1873175941190272:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1786400340.750535:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f43903450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:23438:x1873175941190272:12345-0@lo:502:mount.lustre.0 Request processed in 139us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400340.750543:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1786400340.750641:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941190272:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1786400340.751009:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1786400340.751037:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1786400340.751066:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941190400:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1786400340.751215:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400340.751247:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4a893540 going to sleep for 11 seconds 00000100:00100000:1.0:1786400340.751284:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941190400 00000100:00100000:1.0:1786400340.751289:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941190400 00000100:00100000:1.0:1786400340.751317:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1786400340.751323:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f44218c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:23438:x1873175941190400:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1786400340.751390:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f44218c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:23438:x1873175941190400:12345-0@lo:502:mount.lustre.0 Request processed in 66us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400340.751397:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1786400340.751464:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941190400:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1786400340.751502:0:23438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:3.0:1786400340.751509:0:23438:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1786400340.755783:0:23457:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1786400340.755799:0:23457:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9c8f754319c0) 00000020:00000080:3.0:1786400340.755823:0:23457:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1786400340.755993:0:23457:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c8f5e5cb800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1786400340.755998:0:23457:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c8f5e5cb800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1786400340.756000:0:23457:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c8f5e5cb800 3 00010000:00080000:3.0:1786400340.756037:0:23457:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c8f756f0800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.133@tcp at head 00010000:00010000:2.0:1786400340.765527:0:23457:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1786400340.765624:0:23457:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1786400340.765723:0:23457:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1786400340.765734:0:23457:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x2c22c214439066bc 00000100:00080000:2.0:1786400340.765745:0:23457:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1786400340.765751:0:23457:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9c8f756f0800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:2.0:1786400340.765782:0:23457:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48993480 x1873175941190528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786400340.765807:0:23457:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1786400340.765915:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1873175941190528:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1786400340.765992:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1786400340.766186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1786400340.766191:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1786400340.766194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1786400340.766196:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1786400340.766294:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941190528 00000100:00100000:2.0:1786400340.766301:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941190528 00000100:00100000:2.0:1786400340.766366:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1786400340.766373:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1873175941190528:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1786400340.766396:0:22706:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 674 last 0 00000020:00000080:2.0:1786400340.766420:0:22706:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x2c22c214439066c3 00000004:00100000:2.0:1786400340.766439:0:22706:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1786400340.766464:0:22706:0:(import.c:65:import_set_state_nolock()) ffff9c8e46bce000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1786400340.766522:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1873175941190528:12345-0@lo:38:llog_process_th.0 Request processed in 148us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400340.766529:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1786400340.767253:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c8e48993480 x1873175941190528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1786400350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786400340.767264:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1786400340.767271:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1786400340.767277:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1786400340.767282:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1786400340.767284:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f756f0800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1786400340.767289:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1873175941190528:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1786400340.767426:0:23457:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:2.0:1786400340.770265:0:23438:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1786400340.770300:0:23438:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1786400340.770323:0:23438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c214439066a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439066ae expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.770336:0:23438:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2e00/0x2c22c214439066a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439066ae expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1786400340.770385:0:23438:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1786400340.770387:0:23438:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1786400340.770389:0:23438:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1786400340.770390:0:23438:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1786400340.770391:0:23438:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1786400340.770392:0:23438:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1786400340.770394:0:23438:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1786400340.770395:0:23438:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1786400340.770397:0:23438:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1786400340.770401:0:23438:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1786400340.770403:0:23438:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1786400340.770404:0:23438:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1786400340.770405:0:23438:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1786400340.770406:0:23438:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1786400340.770407:0:23438:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1786400340.770408:0:23438:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1786400340.770410:0:23438:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1786400340.770411:0:23438:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1786400340.770412:0:23438:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1786400340.770437:0:23438:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1786400340.770455:0:23438:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941190656:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1786400340.770520:0:23438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400340.770566:0:23438:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f759413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1786400340.770618:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941190656 00000100:00100000:0.0:1786400340.770625:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941190656 00000100:00100000:0.0:1786400340.770677:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1786400340.770713:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f44219050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:23438:x1873175941190656:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1786400340.770739:0:22700:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1786400340.770752:0:22700:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:0.0:1786400340.771938:0:22685:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1786400340.771964:0:22700:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1786400340.771983:0:22700:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:0.0:1786400340.772031:0:22721:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1786400340.772036:0:22721:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1786400340.772056:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c8f67631600/0x2c22c214439066ca lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772071:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c8f42d9a000/0x2c22c214439065ce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439065c7 expref: 18 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772086:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c8e47877e00/0x2c22c21443906692 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c2144390668b expref: 18 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772092:0:22721:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c8f67631600/0x2c22c214439066ca lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772132:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c8e47877e00/0x2c22c21443906692 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c22c2144390668b expref: 18 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772146:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c8e47877e00/0x2c22c21443906692 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c22c2144390668b expref: 18 pid: 22699 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400340.772157:0:22721:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48906d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1873175941190784:0@lo:104: 00000100:00100000:0.0:1786400340.772203:0:22721:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1786400340.772235:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c8f42d9a000/0x2c22c214439065ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c22c214439065c7 expref: 18 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772243:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c8f42d9a000/0x2c22c214439065ce lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c22c214439065c7 expref: 18 pid: 22699 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400340.772251:0:22721:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1873175941190912:0@lo:104: 00000100:00100000:0.0:1786400340.772269:0:22721:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400340.772282:0:22721:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f5ec9c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1786400340.772311:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941190784 00000100:00100000:0.0:1786400340.772316:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941190784 00000100:00100000:0.0:1786400340.772340:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941190912 00000100:00100000:0.0:1786400340.772342:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941190912 00000100:00100000:0.0:1786400340.772352:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1786400340.772358:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48906680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+4:22721:x1873175941190784:12345-0@lo:104: 00010000:00010000:0.0:1786400340.772376:0:22689:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c2144390668b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c21443906692 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772420:0:22689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1786400340.772426:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48906680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+4:22721:x1873175941190784:12345-0@lo:104: Request processed in 67us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400340.772432:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1786400340.772447:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1786400340.772453:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48905500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+3:22721:x1873175941190912:12345-0@lo:104: 00010000:00010000:0.0:1786400340.772459:0:22689:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2200/0x2c22c214439065c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c214439065ce expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772484:0:22689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1786400340.772488:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48905500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+3:22721:x1873175941190912:12345-0@lo:104: Request processed in 36us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400340.772493:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1786400340.772509:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1786400340.772514:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c2144390668b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c21443906692 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772521:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9a800 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:0.0:1786400340.772524:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c2144390668b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c22c21443906692 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772532:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c2144390668b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c22c21443906692 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1786400340.772539:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c2144390668b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c22c21443906692 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786400340.772550:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1786400340.772571:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c2144390668b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c21443906692 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772577:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1786400340.772593:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c2144390668b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c21443906692 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772599:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a800/0x2c22c2144390668b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c21443906692 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772612:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1786400340.772615:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2200/0x2c22c214439065c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c214439065ce expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772620:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f413d2200 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:0.0:1786400340.772623:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2200/0x2c22c214439065c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c22c214439065ce expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772629:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2200/0x2c22c214439065c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c22c214439065ce expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1786400340.772635:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2200/0x2c22c214439065c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c22c214439065ce expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786400340.772640:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1786400340.772648:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2200/0x2c22c214439065c7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439065ce expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772653:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1786400340.772672:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2200/0x2c22c214439065c7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439065ce expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772678:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2200/0x2c22c214439065c7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439065ce expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.772713:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400340.772715:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400340.772716:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786400340.772727:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941191040:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1786400340.772751:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400340.772794:0:22721:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48906d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1873175941190784:0@lo:104: 00000100:00100000:0.0:1786400340.772802:0:22721:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1873175941190912:0@lo:104: 00010000:00010000:0.0:1786400340.772817:0:22721:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c8f67631600/0x2c22c214439066ca lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400340.773178:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400340.773185:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1786400340.773194:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f13737b8-c470-46e6-b04d-cb6cb5174b94:3647:1873175941191168:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1786400340.773220:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400340.773299:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941191040 00000100:00100000:2.0:1786400340.773303:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941191040 00010000:00010000:2.0:1786400340.773325:0:22690:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c8e47877e00/0x2c22c21443906692 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c2144390668b expref: 19 pid: 22699 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400340.773343:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941191168 00000100:00100000:2.0:1786400340.773346:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941191168 00010000:00010000:2.0:1786400340.773356:0:22690:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c8f42d9a000/0x2c22c214439065ce lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c214439065c7 expref: 20 pid: 22699 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400340.773368:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1786400340.773373:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48905180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:3649:x1873175941191040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1786400340.773382:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400340.773387:0:22690:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c8e47877e00/0x2c22c21443906692 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c2144390668b expref: 20 pid: 22699 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.773396:0:22690:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c8e47877e00/0x2c22c21443906692 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c22c2144390668b expref: 20 pid: 22699 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.773407:0:22690:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8e47877e00/0x2c22c21443906692 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c22c2144390668b expref: 20 pid: 22699 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.773418:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400340.773463:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48905180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+19:3649:x1873175941191040:12345-0@lo:103:ldlm_bl.0 Request processed in 89us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400340.773469:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1786400340.773482:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1786400340.773487:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:3647:x1873175941191168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1786400340.773500:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400340.773505:0:22690:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c8f42d9a000/0x2c22c214439065ce lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c214439065c7 expref: 18 pid: 22699 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.773513:0:22690:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c8f42d9a000/0x2c22c214439065ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c22c214439065c7 expref: 18 pid: 22699 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.773523:0:22690:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f42d9a000/0x2c22c214439065ce lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c22c214439065c7 expref: 18 pid: 22699 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.773533:0:22690:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c8f67631600/0x2c22c214439066ca lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.773539:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f67631600/0x2c22c214439066ca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1786400340.773550:0:22690:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002830822s 00010000:00010000:2.0:1786400340.773555:0:22690:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c8f67631600/0x2c22c214439066ca lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.773562:0:22690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c8f67631600/0x2c22c214439066ca lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.773568:0:22690:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c8f67631600/0x2c22c214439066ca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.773574:0:22690:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c8f67631600/0x2c22c214439066ca lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.773579:0:22690:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67631600 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400340.773583:0:22690:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c8f67631600/0x2c22c214439066ca lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.773596:0:22690:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c8f67631600/0x2c22c214439066ca lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.773607:0:22690:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c8f67631600/0x2c22c214439066ca lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400340.773615:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400340.773640:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:3647:x1873175941191168:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400340.773646:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1786400340.773729:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941191040:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1786400340.773751:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f13737b8-c470-46e6-b04d-cb6cb5174b94:3647:1873175941191168:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1786400340.773943:0:22721:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c8f67631600/0x2c22c214439066ca lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.773951:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c8f67631600/0x2c22c214439066ca lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400340.773958:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f67631600/0x2c22c214439066ca lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400340.774212:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f44219050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+16:23438:x1873175941190656:12345-0@lo:253:mount.lustre.0 Request processed in 3526us (3690us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400340.774220:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1786400340.774376:0:23438:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:23438:1873175941190656:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1786400340.774387:0:23438:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1786400340.774389:0:23438:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1786400340.774391:0:23438:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1786400340.774392:0:23438:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1786400340.774394:0:23438:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1786400340.774395:0:23438:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1786400340.774396:0:23438:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1786400340.774397:0:23438:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1786400340.774399:0:23438:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1786400340.774400:0:23438:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1786400340.774409:0:23438:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:3.0:1786400340.777362:0:23438:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:0.0:1786400340.777546:0:23462:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:0.0:1786400340.777550:0:23462:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:3.0:1786400340.777639:0:23463:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1786400340.778102:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1786400340.779841:0:23438:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:3.0:1786400340.780635:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1786400340.780992:0:23463:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:0.0:1786400340.781338:0:23464:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23464:1873175941191296:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1786400340.781403:0:23464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400340.781482:0:23464:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f5ec9ce40 going to sleep for 11 seconds 00000040:01000000:2.0:1786400340.781621:0:23438:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1786400340.781665:0:23438:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1786400340.782339:0:23438:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1786400340.782348:0:23438:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1786400340.782386:0:23438:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1786400340.783545:0:23438:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:1.0:1786400340.784227:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941191296 00000100:00100000:1.0:1786400340.784237:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941191296 00000040:00080000:2.0:1786400340.784439:0:23438:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1786400340.784475:0:23438:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1786400340.784578:0:23438:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1786400340.785321:0:23438:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:2.0:1786400340.787057:0:23438:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1786400340.787249:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1786400340.787259:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23464:x1873175941191296:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1786400340.787369:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23464:x1873175941191296:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 111us (5964us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400340.787376:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1786400340.787421:0:23464:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23464:1873175941191296:0@lo:1000:lod0001_rec0000.0 00000040:01000000:0.0:1786400340.787452:0:23464:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1786400340.787493:0:23464:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23464:1873175941191424:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1786400340.787532:0:23464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400340.787556:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941191424 00000100:00100000:0.0:1786400340.787562:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941191424 00000100:00100000:0.0:1786400340.787579:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1786400340.787585:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23464:x1873175941191424:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1786400340.787663:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23464:x1873175941191424:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 78us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400340.787670:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1786400340.787737:0:23464:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f5ec9ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1786400340.787750:0:23464:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23464:1873175941191424:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1786400340.787802:0:23464:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23464:1873175941191552:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1786400340.787826:0:23464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400340.787839:0:23464:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f5ec9ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1786400340.787907:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941191552 00000100:00100000:1.0:1786400340.787912:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941191552 00000100:00100000:1.0:1786400340.787946:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1786400340.787953:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23464:x1873175941191552:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1786400340.788009:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23464:x1873175941191552:12345-0@lo:900:lod0001_rec0000.0 Request processed in 56us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400340.788015:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1786400340.788223:0:23464:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c8e48905c00 x1873175941191552/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1786400356 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400340.788234:0:23464:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23464:1873175941191552:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1786400340.788269:0:23464:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb3800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23464:1873175941191680:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1786400340.788294:0:23464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400340.788313:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941191680 00000100:00100000:1.0:1786400340.788316:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941191680 00000100:00100000:1.0:1786400340.788331:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1786400340.788336:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23464:x1873175941191680:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1786400340.788375:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23464:x1873175941191680:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 38us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400340.788388:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1786400340.788404:0:23464:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b01e480 going to sleep for 11 seconds 00000100:00100000:1.0:1786400340.788416:0:23464:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb3800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23464:1873175941191680:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1786400340.788451:0:23464:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1786400340.790896:0:23464:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1786400340.790976:0:23464:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1786400340.790982:0:23464:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000040:00080000:3.0:1786400340.794586:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:2.0:1786400340.795612:0:23438:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1786400340.795638:0:23438:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb829c19bb988 00100000:10000000:2.0:1786400340.795646:0:23438:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1786400340.796448:0:23438:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1786400340.796474:0:23438:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.133@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1786400340.796489:0:23438:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1786400340.796504:0:23438:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1786400340.799315:0:23438:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1786400340.799548:0:23438:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1786400340.915934:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 00010000:00010000:0.0:1786400341.685044:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1786400341.815163:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1786400341.940152:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 10000000:01000000:3.0:1786400342.647182:0:22702:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1786400342.647189:0:22702:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9c8f5e5cb800 from 12 10000000:01000000:3.0:1786400342.647194:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1786400342.647237:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439066d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400342.647261:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439066d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400342.647273:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439066d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400342.647299:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941191808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1786400342.647364:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400342.647404:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f47d47b40 going to sleep for 11 seconds 00000100:00100000:2.0:1786400342.647501:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941191808 00000100:00100000:2.0:1786400342.647510:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941191808 00000100:00100000:2.0:1786400342.647563:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1786400342.647571:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f4421ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+16:22702:x1873175941191808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786400342.647584:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400342.647596:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8e47876400/0x2c22c214439066d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c214439066d1 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400342.647617:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8e47876400/0x2c22c214439066d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c214439066d1 expref: 17 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400342.647627:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8e47876400/0x2c22c214439066d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439066d1 expref: 17 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400342.647635:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e47876400, rc 0) 00000100:00100000:2.0:1786400342.647675:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f4421ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:22702:x1873175941191808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 105us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400342.647709:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1786400342.647765:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941191808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786400342.647778:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439066d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439066d8 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400342.647787:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439066d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439066d8 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400342.647831:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941191936:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1786400342.647860:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400342.647875:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f55629180 going to sleep for 11 seconds 00000100:00100000:2.0:1786400342.647887:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941191936 00000100:00100000:2.0:1786400342.647890:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941191936 00000100:00100000:2.0:1786400342.647911:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1786400342.647916:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f4421b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:22702:x1873175941191936:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1786400342.647929:0:22700:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1786400342.647944:0:22700:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1786400342.648200:0:22700:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1786400342.648277:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f4421b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:22702:x1873175941191936:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 359us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400342.648284:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1786400342.648352:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941191936:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1786400342.648393:0:22702:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1786400342.648399:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439066d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439066d8 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400342.648407:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439066d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439066d8 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400342.648416:0:22702:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1786400342.648418:0:22702:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9c8f5f39e800 from 12 10000000:01000000:3.0:1786400342.648420:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1786400342.648437:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3000/0x2c22c214439066df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400342.648443:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3000/0x2c22c214439066df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400342.648450:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3000/0x2c22c214439066df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400342.648471:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941192064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1786400342.648495:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400342.649215:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f47d47b40 going to sleep for 11 seconds 00000100:00100000:2.0:1786400342.653294:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941192064 00000100:00100000:2.0:1786400342.653309:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941192064 00000100:00100000:2.0:1786400342.653371:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1786400342.653381:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f4421a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:22702:x1873175941192064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786400342.653398:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400342.653640:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8e47876000/0x2c22c214439066e6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c214439066df expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400342.653665:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8e47876000/0x2c22c214439066e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c214439066df expref: 18 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400342.653677:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8e47876000/0x2c22c214439066e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439066df expref: 18 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400342.653685:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e47876000, rc 0) 00000100:00100000:2.0:1786400342.653782:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f4421a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:22702:x1873175941192064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 403us (5285us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400342.653788:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1786400342.653896:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941192064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1786400342.653914:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3000/0x2c22c214439066df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439066e6 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400342.653931:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3000/0x2c22c214439066df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439066e6 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400342.654206:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941192192:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1786400342.654245:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400342.654286:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f5ec9c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786400342.654395:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941192192 00000100:00100000:2.0:1786400342.654400:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941192192 00000100:00100000:2.0:1786400342.654433:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1786400342.654439:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f44219c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:22702:x1873175941192192:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1786400342.654453:0:22699:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1786400342.654467:0:22699:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1786400342.654470:0:22699:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1786400342.654548:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f44219c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:22702:x1873175941192192:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 108us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400342.654556:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1786400342.654621:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941192192:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1786400342.654666:0:22702:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1786400342.654673:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3000/0x2c22c214439066df lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439066e6 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400342.654681:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3000/0x2c22c214439066df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439066e6 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400342.707852:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1786400342.837155:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1786400342.963768:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 00010000:00010000:0.0:1786400343.731847:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786400343.991083:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 00000001:02000400:0.0:1786400344.670618:0:23707:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1786400344.758915:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786400345.011788:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 0 seconds 00000020:00000004:1.0:1786400345.684620:0:23759:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1786400345.686157:0:23759:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1786400345.782639:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400345.783227:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941192320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1786400345.783449:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400345.783531:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941192320 00000100:00100000:0.0:1786400345.783539:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941192320 00000100:00100000:0.0:1786400345.783590:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1786400345.783600:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941192320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1786400345.783644:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1786400345.783881:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941192320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400345.783889:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1786400345.786052:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941192320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1786400345.788783:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f13737b8-c470-46e6-b04d-cb6cb5174b94:3648:1873175941192448:0@lo:400:kworker.0 00000100:00100000:2.0:1786400345.788868:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1786400345.790840:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1786400345.790850:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1786400345.790853:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8f5d622000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400345.790866:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c8f5d622000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400345.790902:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f5edb3100 x1873175941192576/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1786400345.791018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400345.791023:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1786400345.791025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400345.791028:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1786400345.793837:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941192448 00000100:00100000:3.0:1786400345.793853:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941192448 00000100:00100000:3.0:1786400345.793914:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1786400345.794240:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1786400345.794273:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f4421b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:3648:x1873175941192448:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1786400345.794409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400345.794414:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1786400345.794426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400345.794429:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1786400345.795815:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1873175941192704:0@lo:400:kworker.0 00000100:00100000:2.0:1786400345.795875:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400345.796006:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f13737b8-c470-46e6-b04d-cb6cb5174b94:3648:1873175941192448:0@lo:400:kworker.0 00000100:00100000:2.0:1786400345.796050:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941192576:0@lo:38:kworker.0 00000100:00100000:2.0:1786400345.796079:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400345.796120:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941192576 00000100:00100000:2.0:1786400345.796125:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941192576 00000100:00100000:2.0:1786400345.796154:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1786400345.796160:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48991c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1873175941192576:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1786400345.796186:0:22711:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:2.0:1786400345.796409:0:22711:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2c22c214439066ed 00000004:00100000:2.0:1786400345.796425:0:22711:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1786400345.796463:0:22711:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1786400345.799884:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f4421b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:3648:x1873175941192448:12345-0@lo:400:kworker.0 Request processed in 440us (5495us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400345.799900:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1786400345.800040:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941192704 00000100:00100000:3.0:1786400345.800048:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941192704 00000100:00100000:3.0:1786400345.800086:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1786400345.800093:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1873175941192704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400345.800172:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1873175941192704:12345-0@lo:400:kworker.0 Request processed in 79us (4297us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400345.800193:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1786400345.802424:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1873175941192832:0@lo:400:kworker.0 00000100:00100000:1.0:1786400345.802485:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400345.802595:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941192832 00000100:00100000:0.0:1786400345.802603:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941192832 00000100:00100000:0.0:1786400345.802653:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1786400345.802662:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1873175941192832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400345.802813:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1873175941192832:12345-0@lo:400:kworker.0 Request processed in 151us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400345.802821:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1786400345.802910:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c8f5edb1180 x1873175941192832/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400345.803001:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1873175941192832:0@lo:400:kworker.0 00010000:00080000:2.0:1786400345.805066:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c8f5edb2300 x1873175941192704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400345.805085:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1873175941192704:0@lo:400:kworker.0 00000100:00080000:2.0:1786400345.858590:0:22711:0:(import.c:65:import_set_state_nolock()) ffff9c8f5eda4000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1786400345.858722:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48991c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3645:x1873175941192576:12345-0@lo:38:kworker.0 Request processed in 62559us (62640us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400345.858733:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1786400345.858792:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1786400345.858802:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1786400345.858807:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1786400345.858821:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5d622000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1786400345.858836:0:3645:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000012798198): req@ffff9c8f5edb1880 x1873175941185152/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400345.858854:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941192576:0@lo:38:kworker.0 00000100:00100000:2.0:1786400345.858922:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941192960:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1786400345.859027:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400345.859068:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941192960 00000100:00100000:2.0:1786400345.859074:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941192960 00000100:00100000:2.0:1786400345.859103:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1786400345.859111:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1873175941192960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1786400345.859134:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1786400345.859166:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1873175941192960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400345.859172:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1786400345.859198:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941192960:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1786400345.877205:0:22747:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400345.877240:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b3ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1786400345.877263:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941185152 00000100:00100000:0.0:1786400345.877270:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941185152 00000100:00100000:0.0:1786400345.877322:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1786400345.877331:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22747:x1873175941185152:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1786400345.877420:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22747:x1873175941185152:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 90us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400345.877429:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1786400345.877469:0:22747:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1880 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22747:1873175941185152:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1786400345.877509:0:22747:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1786400345.881292:0:22747:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904000 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22747:1873175941193088:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1786400345.881382:0:22747:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400345.881411:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f5ec9c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1786400345.881500:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941193088 00000100:00100000:0.0:1786400345.881508:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941193088 00000100:00100000:0.0:1786400345.882267:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1786400345.882278:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22747:x1873175941193088:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1786400345.882441:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22747:x1873175941193088:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 164us (1059us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400345.882450:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1786400345.882813:0:22747:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904000 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22747:1873175941193088:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1786400345.882914:0:22747:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22747:1873175941193216:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1786400345.882961:0:22747:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400345.882986:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7598acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1786400345.883532:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941193216 00000100:00100000:0.0:1786400345.883539:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941193216 00000100:00100000:0.0:1786400345.883600:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1786400345.883609:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4828ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22747:x1873175941193216:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1786400345.883677:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4828ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22747:x1873175941193216:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 69us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400345.883709:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1786400345.883741:0:22747:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22747:1873175941193216:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1786400345.883806:0:22747:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1786400345.894642:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1786400345.894778:0:22747:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 17, retries 0 00000004:00080000:0.0:1786400345.894784:0:22747:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:2.0:1786400346.714416:0:23809:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1786400346.714628:0:23809:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1786400346.804009:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400347.832895:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1786400348.090857:0:23857:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667f len=0 uarg=00007ffd3fc1ce40 00000020:00000080:3.0:1786400348.090872:0:23857:0:(class_obd.c:141:class_resolve_dev_name()) device name MGS 00000020:00000080:3.0:1786400348.090876:0:23857:0:(class_obd.c:148:class_resolve_dev_name()) device name MGS, dev 1 00000020:00000080:3.0:1786400348.090882:0:23857:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd3fc1f0d0 20000000:00000080:3.0:1786400348.090889:0:23857:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9c8f7972d800 uarg=0000000000000000 20000000:01000000:3.0:1786400348.090941:0:23857:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1786400348.090947:0:23857:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1786400348.090951:0:23857:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1786400348.091549:0:23858:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1786400348.091863:0:23857:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1786400348.100900:0:23857:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1786400348.100944:0:23857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c8f413d2200/0x2c22c214439066f4 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400348.100963:0:23857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390659d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906596 expref: 17 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400348.100971:0:23857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c8f67630400/0x2c22c214439066a0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906699 expref: 17 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400348.100978:0:23857:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c8f413d2200/0x2c22c214439066f4 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400348.101020:0:23857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c8f67630400/0x2c22c214439066a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c22c21443906699 expref: 17 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400348.101045:0:23857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c8f67630400/0x2c22c214439066a0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c22c21443906699 expref: 17 pid: 22700 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400348.101061:0:23857:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23857:1873175941193344:0@lo:104: 00000100:00100000:3.0:1786400348.101127:0:23857:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1786400348.101202:0:23857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390659d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c22c21443906596 expref: 17 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400348.101211:0:23857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390659d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c22c21443906596 expref: 17 pid: 22699 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400348.101220:0:23857:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23857:1873175941193472:0@lo:104: 00000100:00100000:3.0:1786400348.101242:0:23857:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400348.101271:0:23857:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f47d47480 going to sleep for 11 seconds 00000100:00100000:0.0:1786400348.101620:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941193344 00000100:00100000:0.0:1786400348.101628:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941193344 00000100:00100000:0.0:1786400348.101682:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941193472 00000100:00100000:0.0:1786400348.101685:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941193472 00000100:00100000:0.0:1786400348.101735:0:22688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1786400348.101745:0:22688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48288700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+4:23857:x1873175941193344:12345-0@lo:104: 00010000:00010000:0.0:1786400348.101759:0:22688:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906699 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c214439066a0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400348.101814:0:22688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1786400348.101821:0:22688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48288700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+4:23857:x1873175941193344:12345-0@lo:104: Request processed in 78us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400348.101828:0:22688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1786400348.101844:0:22688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1786400348.101850:0:22688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4828a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+3:23857:x1873175941193472:12345-0@lo:104: 00010000:00010000:0.0:1786400348.101857:0:22688:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906596 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c2144390659d expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400348.101888:0:22688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1786400348.101902:0:22688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4828a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+3:23857:x1873175941193472:12345-0@lo:104: Request processed in 53us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400348.101908:0:22688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:0.0:1786400348.101936:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1786400348.101941:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906699 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c214439066a0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400348.101948:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9b400 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:0.0:1786400348.101953:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906699 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c22c214439066a0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400348.101960:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906699 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c22c214439066a0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1786400348.101967:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906699 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c22c214439066a0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786400348.101972:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1786400348.101999:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906699 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439066a0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400348.102006:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1786400348.102023:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906699 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439066a0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400348.102030:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906699 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439066a0 expref: -99 pid: 23438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400348.102041:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1786400348.102044:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906596 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c2144390659d expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400348.102061:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9b200 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:0.0:1786400348.102064:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906596 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c22c2144390659d expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400348.102071:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906596 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c22c2144390659d expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1786400348.102077:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906596 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c22c2144390659d expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786400348.102083:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1786400348.102099:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906596 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c2144390659d expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400348.102105:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1786400348.102111:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906596 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c2144390659d expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400348.102118:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906596 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c2144390659d expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400348.102130:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400348.102132:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400348.102134:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786400348.102152:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941193728:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1786400348.102297:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400348.102467:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f13737b8-c470-46e6-b04d-cb6cb5174b94:3648:1873175941193600:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1786400348.102592:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400348.102804:0:23857:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23857:1873175941193344:0@lo:104: 00000100:00100000:3.0:1786400348.102814:0:23857:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23857:1873175941193472:0@lo:104: 00010000:00010000:3.0:1786400348.102833:0:23857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c8f413d2200/0x2c22c214439066f4 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400348.103142:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400348.103442:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941193728 00000100:00100000:2.0:1786400348.103448:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941193728 00010000:00010000:2.0:1786400348.103589:0:22692:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390659d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c21443906596 expref: 18 pid: 22699 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400348.103619:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941193600 00000100:00100000:2.0:1786400348.103622:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941193600 00010000:00010000:2.0:1786400348.103764:0:22692:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c8f67630400/0x2c22c214439066a0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c21443906699 expref: 19 pid: 22700 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400348.103905:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1786400348.103950:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+19:3649:x1873175941193728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1786400348.103971:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1786400348.103977:0:22690:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390659d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c21443906596 expref: 19 pid: 22699 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400348.103987:0:22690:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390659d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c22c21443906596 expref: 19 pid: 22699 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400348.104001:0:22690:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390659d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c22c21443906596 expref: 19 pid: 22699 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400348.104015:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1786400348.104232:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:3649:x1873175941193728:12345-0@lo:103:ldlm_bl.0 Request processed in 317us (1639us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400348.104263:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941193728:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1786400348.104390:0:22692:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1786400348.104398:0:22692:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:1.0:1786400348.105434:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1786400348.105448:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:3648:x1873175941193600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1786400348.105461:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1786400348.105468:0:22692:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c8f67630400/0x2c22c214439066a0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c21443906699 expref: 18 pid: 22700 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400348.105480:0:22692:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c8f67630400/0x2c22c214439066a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c22c21443906699 expref: 18 pid: 22700 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400348.105504:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f67630400/0x2c22c214439066a0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c22c21443906699 expref: 18 pid: 22700 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400348.105518:0:22692:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c8f413d2200/0x2c22c214439066f4 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400348.105526:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f413d2200/0x2c22c214439066f4 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400348.105548:0:22692:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c8f413d2200/0x2c22c214439066f4 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400348.105555:0:22692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c8f413d2200/0x2c22c214439066f4 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400348.105560:0:22692:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c8f413d2200/0x2c22c214439066f4 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400348.105567:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c8f413d2200/0x2c22c214439066f4 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400348.105572:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f413d2200 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400348.105576:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c8f413d2200/0x2c22c214439066f4 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400348.105584:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c8f413d2200/0x2c22c214439066f4 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400348.105599:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c8f413d2200/0x2c22c214439066f4 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400348.105610:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1786400348.105673:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:3648:x1873175941193600:12345-0@lo:103:ldlm_bl.0 Request processed in 230us (2531us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400348.105680:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1786400348.105738:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f13737b8-c470-46e6-b04d-cb6cb5174b94:3648:1873175941193600:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1786400348.106594:0:23857:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c8f413d2200/0x2c22c214439066f4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400348.106606:0:23857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c8f413d2200/0x2c22c214439066f4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400348.106613:0:23857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f413d2200/0x2c22c214439066f4 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400348.111627:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:3.0:1786400348.857557:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1786400349.763454:0:22702:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1786400349.763461:0:22702:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9c8f5e5cb800 from 13 10000000:01000000:1.0:1786400349.763474:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1786400349.763899:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c214439066fb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400349.763925:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c214439066fb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400349.763935:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c214439066fb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400349.763959:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941193856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1786400349.764023:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400349.764109:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f67ecc840 going to sleep for 11 seconds 00000100:00100000:0.0:1786400349.764155:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941193856 00000100:00100000:0.0:1786400349.764163:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941193856 00000100:00100000:0.0:1786400349.764254:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1786400349.764264:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f44218450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+16:22702:x1873175941193856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1786400349.764278:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1786400349.764290:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f67630a00/0x2c22c21443906702 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c214439066fb expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400349.764313:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f67630a00/0x2c22c21443906702 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c214439066fb expref: 17 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400349.764323:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f67630a00/0x2c22c21443906702 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439066fb expref: 17 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400349.764331:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f67630a00, rc 0) 00000100:00100000:0.0:1786400349.764387:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f44218450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:22702:x1873175941193856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400349.764394:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1786400349.764462:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941193856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1786400349.764476:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c214439066fb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906702 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400349.764498:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c214439066fb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443906702 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400349.764646:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941193984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1786400349.764673:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400349.764976:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941193984 00000100:00100000:2.0:1786400349.764982:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941193984 00000100:00100000:2.0:1786400349.765005:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1786400349.765011:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f44219450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:22702:x1873175941193984:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786400349.765120:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f44219450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:22702:x1873175941193984:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 108us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400349.765127:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1786400349.765230:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f67ecc840 going to sleep for 11 seconds 00000100:00100000:1.0:1786400349.765247:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941193984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1786400349.765277:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941194112:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1786400349.765317:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400349.765372:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f67ecc840 going to sleep for 11 seconds 00000100:00100000:2.0:1786400349.765410:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941194112 00000100:00100000:2.0:1786400349.765414:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941194112 00000100:00100000:2.0:1786400349.765475:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1786400349.765482:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f44218850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:22702:x1873175941194112:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1786400349.765869:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f44218850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:22702:x1873175941194112:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 386us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400349.765876:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1786400349.765982:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941194112:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1786400349.766963:0:23932:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1786400349.767194:0:22702:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1786400349.767216:0:22702:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1786400349.767226:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c214439066fb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906702 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400349.767238:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c214439066fb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906702 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1786400349.767248:0:22702:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1786400349.767250:0:22702:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9c8f5f39e800 from 13 10000000:01000000:1.0:1786400349.767252:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1786400349.767283:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9bc00/0x2c22c21443906709 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400349.767291:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9bc00/0x2c22c21443906709 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400349.767300:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9bc00/0x2c22c21443906709 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400349.767319:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941194240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1786400349.767365:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400349.767445:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f67ecc840 going to sleep for 11 seconds 00000100:00100000:0.0:1786400349.767488:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941194240 00000100:00100000:0.0:1786400349.767493:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941194240 00000100:00100000:0.0:1786400349.767566:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1786400349.767576:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f4421b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+17:22702:x1873175941194240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1786400349.767585:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1786400349.767597:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f67631400/0x2c22c21443906710 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c21443906709 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400349.767618:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f67631400/0x2c22c21443906710 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c21443906709 expref: 18 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400349.767721:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f67631400/0x2c22c21443906710 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906709 expref: 18 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400349.767730:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f67631400, rc 0) 00000100:00100000:0.0:1786400349.767815:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f4421b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:22702:x1873175941194240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 241us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400349.767822:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1786400349.767936:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941194240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1786400349.767951:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9bc00/0x2c22c21443906709 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906710 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400349.767960:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9bc00/0x2c22c21443906709 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443906710 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400349.768027:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941194368:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1786400349.768051:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400349.768087:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f67ecc840 going to sleep for 11 seconds 00000100:00100000:2.0:1786400349.768135:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941194368 00000100:00100000:2.0:1786400349.768140:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941194368 00000100:00100000:2.0:1786400349.768184:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1786400349.768190:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f44219850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:22702:x1873175941194368:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786400349.768284:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f44219850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:22702:x1873175941194368:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 94us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400349.768291:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1786400349.768359:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941194368:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1786400349.768385:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941194496:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1786400349.768422:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400349.768445:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f67ecc840 going to sleep for 11 seconds 00000100:00100000:2.0:1786400349.768490:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941194496 00000100:00100000:2.0:1786400349.768494:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941194496 00000100:00100000:2.0:1786400349.768525:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1786400349.768531:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f4421bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:22702:x1873175941194496:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1786400349.768600:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f4421bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:22702:x1873175941194496:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 69us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400349.768607:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1786400349.768799:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941194496:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1786400349.769528:0:23933:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1786400349.771892:0:22702:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1786400349.771933:0:22702:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1786400349.771944:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9bc00/0x2c22c21443906709 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906710 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400349.771957:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9bc00/0x2c22c21443906709 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906710 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400349.884864:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1786400350.072132:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:1.0:1786400350.900192:0:22599:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400350.900199:0:22599:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1786400350.900201:0:22599:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400350.900204:0:22599:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1786400350.900226:0:22599:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400350.900230:0:22599:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1786400350.900232:0:22599:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400350.900236:0:22599:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1786400350.900285:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f13737b8-c470-46e6-b04d-cb6cb5174b94:3646:1873175941194624:0@lo:400:kworker.0 00000100:00100000:1.0:1786400350.900355:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400350.900407:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1873175941195136:0@lo:400:kworker.0 00000100:00100000:1.0:1786400350.900434:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400350.900457:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1786400350.900462:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941194752:0@lo:400:kworker.0 00000100:00100000:1.0:1786400350.900504:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400350.900532:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1873175941194880:0@lo:400:kworker.0 00000100:00100000:1.0:1786400350.900555:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400350.900572:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1786400350.900577:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941195008:0@lo:400:kworker.0 00000100:00100000:1.0:1786400350.900596:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400350.900641:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941194624 00000100:00100000:1.0:1786400350.900648:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941194624 00000100:00100000:1.0:1786400350.900715:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1786400350.900723:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:3646:x1873175941194624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400350.900770:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:3646:x1873175941194624:12345-0@lo:400:kworker.0 Request processed in 48us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400350.900778:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1786400350.900807:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941195136 00000100:00100000:1.0:1786400350.900811:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941195136 00000100:00100000:1.0:1786400350.900833:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941194880 00000100:00100000:1.0:1786400350.900835:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941194880 00000100:00100000:1.0:1786400350.900847:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1786400350.900853:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1873175941195136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400350.900881:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1873175941195136:12345-0@lo:400:kworker.0 Request processed in 28us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400350.900887:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:3.0:1786400350.902371:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400350.902848:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1786400350.902885:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1873175941194880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400350.902993:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1873175941194880:12345-0@lo:400:kworker.0 Request processed in 117us (2437us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400350.903001:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1786400350.903036:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941194752 00000100:00100000:1.0:1786400350.903043:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941194752 00000100:00100000:1.0:1786400350.903080:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941195008 00000100:00100000:1.0:1786400350.903083:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941195008 00000100:00100000:1.0:1786400350.903097:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1786400350.903103:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1873175941194752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400350.903136:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1873175941194752:12345-0@lo:400:kworker.0 Request processed in 34us (2631us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400350.903142:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1786400350.903153:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1786400350.903159:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941195008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400350.903182:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941195008:12345-0@lo:400:kworker.0 Request processed in 24us (2585us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400350.903188:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1786400350.903241:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941194752:0@lo:400:kworker.0 00000100:00100000:1.0:1786400350.903253:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f13737b8-c470-46e6-b04d-cb6cb5174b94:3646:1873175941194624:0@lo:400:kworker.0 00000100:00100000:3.0:1786400350.904225:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941195008:0@lo:400:kworker.0 00010000:00080000:3.0:1786400350.904244:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c8f5edb1f80 x1873175941194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786400350.904255:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1873175941194880:0@lo:400:kworker.0 00010000:00080000:1.0:1786400350.904413:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c8f5edb0000 x1873175941195136/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400350.904425:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1873175941195136:0@lo:400:kworker.0 00000100:00100000:1.0:1786400350.905767:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941195264:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1786400350.905839:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400350.905908:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941195264 00000100:00100000:1.0:1786400350.905914:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941195264 00000100:00100000:1.0:1786400350.905956:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1786400350.905964:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941195264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1786400350.905997:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1786400350.906040:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941195264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400350.906048:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1786400350.906086:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941195264:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1786400350.915387:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786400340/real 1786400340] req@ffff9c8e48904e00 x1873175941188608/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400350 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400350.915418:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c8e48904e00 x1873175941188608/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400350 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400350.915430:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786400340/real 1786400340] req@ffff9c8e4828b800 x1873175941188480/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400350 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400350.915849:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c8e4828b800 x1873175941188480/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400350 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786400350.915868:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e48913800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786400350.915891:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1786400350.915895:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941188608:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1786400350.915933:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5cd800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786400350.915939:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1786400350.915942:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941188480:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1786400350.915980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1786400350.915985:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1786400350.915987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1786400350.915991:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1786400350.915995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1786400350.915998:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1786400350.916000:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5cd800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1786400350.916004:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 674 00000100:00080000:2.0:1786400350.916010:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1786400350.916017:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9c8f5e5cd800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:2.0:1786400350.916048:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48992a00 x1873175941195392/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786400350.916568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1786400350.916581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1786400350.916583:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8e48913800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1786400350.916588:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 674 00000100:00080000:2.0:1786400350.916592:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1786400350.916596:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c8e48913800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:2.0:1786400350.916612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48991f80 x1873175941195520/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786400350.916655:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941195392:0@lo:8:kworker.0 00000400:00000100:2.0:1786400350.916726:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873175941195392 offset 0 length 520: 4 00000100:00100000:2.0:1786400350.916762:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941195520:0@lo:8:kworker.0 00000400:00000100:2.0:1786400350.916781:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873175941195520 offset 0 length 520: 4 00000100:00100000:3.0:1786400350.920872:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941195648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1786400350.920967:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400350.921118:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941195648 00000100:00100000:2.0:1786400350.921126:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941195648 00000100:00100000:2.0:1786400350.921171:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1786400350.921179:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4828b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3648:x1873175941195648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1786400350.921213:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1786400350.921255:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4828b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3648:x1873175941195648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400350.921262:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1786400350.921353:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941195648:0@lo:41:osp-pre-1-0.0 00000001:00100000:0.0:1786400351.416001:0:23439:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1786400351.926636:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1786400352.116880:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1786400352.951745:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400353.972023:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1786400354.787442:0:24206:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1786400354.787446:0:24206:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1786400354.787447:0:24206:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1786400354.787552:0:24206:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9c8e46bcc800 00000020:01000004:2.0:1786400354.787568:0:24206:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1786400354.787581:0:24206:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1786400354.787667:0:24206:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9c8f675099c0) 00000020:00000080:2.0:1786400354.787686:0:24206:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1786400354.863392:0:24206:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1786400354.865127:0:24206:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1786400354.865610:0:24206:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1786400354.865849:0:24206:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1786400354.866091:0:24206:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1786400354.866315:0:24206:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1786400354.866513:0:24206:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:3.0:1786400354.869072:0:24206:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1786400354.869290:0:24206:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1786400354.869302:0:24206:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:3.0:1786400354.869314:0:24206:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x2c22c2144390671e 00000020:01000004:3.0:1786400354.869320:0:24206:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:3.0:1786400354.869340:0:24206:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.133@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1786400354.869344:0:24206:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.133@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1786400354.869350:0:24206:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1786400354.869355:0:24206:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1786400354.869366:0:24206:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9c8f75433380) 00000020:00000080:3.0:1786400354.869378:0:24206:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:3.0:1786400354.872802:0:24206:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1786400354.873051:0:24206:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1786400354.873058:0:24206:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1786400354.873821:0:24206:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1786400354.873829:0:24206:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1786400354.874215:0:24206:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1786400354.874223:0:24206:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1786400354.875783:0:24206:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1786400354.876879:0:24206:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1786400354.876887:0:24206:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:3.0:1786400354.881512:0:24206:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1786400354.881664:0:24206:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:0.0:1786400354.895994:0:24206:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1786400354.896226:0:24206:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1786400354.896232:0:24206:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:0.0:1786400354.897686:0:24206:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1786400354.898153:0:24206:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1786400354.899107:0:24206:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1786400354.899116:0:24206:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1786400354.901157:0:24206:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1786400354.901346:0:24206:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1786400354.901352:0:24206:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1786400354.902239:0:24206:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1786400354.902247:0:24206:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:1.0:1786400354.934105:0:24206:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1786400354.934264:0:24206:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:1.0:1786400354.934269:0:24206:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:1.0:1786400354.935351:0:24206:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:1.0:1786400354.935359:0:24206:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:1.0:1786400354.935895:0:24206:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:1.0:1786400354.935923:0:24206:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:1.0:1786400354.935930:0:24206:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.133@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1786400354.943903:0:24206:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.133@tcp ctxt 0 is initialized 00000020:01000004:1.0:1786400354.943943:0:24206:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.133@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1786400354.943947:0:24206:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1786400354.943949:0:24206:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1786400354.943954:0:24206:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1786400354.943955:0:24206:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1786400354.943957:0:24206:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1786400354.943958:0:24206:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1786400354.943959:0:24206:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1786400354.943961:0:24206:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1786400354.943962:0:24206:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1786400354.943966:0:24206:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1786400354.943968:0:24206:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1786400354.943969:0:24206:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1786400354.943970:0:24206:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1786400354.943971:0:24206:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1786400354.943972:0:24206:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1786400354.943973:0:24206:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1786400354.943973:0:24206:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1786400354.943974:0:24206:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1786400354.943975:0:24206:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1786400354.944000:0:24206:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1786400354.944019:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941195776:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1786400354.944085:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400354.944194:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e4880bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1786400354.944246:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941195776 00000100:00100000:0.0:1786400354.944254:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941195776 00000100:00100000:0.0:1786400354.944338:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1786400354.944347:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:24206:x1873175941195776:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1786400354.944376:0:22698:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1786400354.944379:0:22698:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1786400354.944383:0:22698:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1786400354.944728:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:24206:x1873175941195776:12345-0@lo:253:mount.lustre.0 Request processed in 381us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400354.944737:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1786400354.944860:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941195776:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1786400354.944882:0:24206:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1786400354.944884:0:24206:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1786400354.944886:0:24206:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1786400354.944887:0:24206:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1786400354.944888:0:24206:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1786400354.944889:0:24206:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1786400354.944890:0:24206:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1786400354.944891:0:24206:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1786400354.944892:0:24206:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1786400354.944893:0:24206:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1786400354.944913:0:24206:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c8e46bcc800 from lustre-OST0000 10000000:01000000:2.0:1786400354.944961:0:24206:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1786400354.944964:0:24206:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1786400354.944972:0:24206:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9c8f5f288000 local copy 00010000:00010000:2.0:1786400354.944981:0:24206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064e0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400354.945064:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941195904:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400354.945094:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400354.945314:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f790d0180 going to sleep for 11 seconds 00000100:00100000:1.0:1786400354.945411:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941195904 00000100:00100000:1.0:1786400354.945417:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941195904 00000100:00100000:1.0:1786400354.945446:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1786400354.945452:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:24206:x1873175941195904:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1786400354.945533:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:24206:x1873175941195904:12345-0@lo:501:mount.lustre.0 Request processed in 80us (438us total) trans 0 rc -2/-2 00000100:00100000:1.0:1786400354.945540:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1786400354.945627:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941195904:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1786400354.945641:0:24206:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.133@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1786400354.945657:0:24206:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.133@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1786400354.945664:0:24206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064e0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400354.945672:0:24206:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064e0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400354.945720:0:24206:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c8e46bcc800 10000000:01000000:2.0:1786400354.945731:0:24206:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1786400354.945736:0:24206:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1786400354.945739:0:24206:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1786400354.945743:0:24206:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1786400354.945746:0:24206:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1786400354.945768:0:24206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e47877800/0x2c22c2144390672c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400354.945776:0:24206:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8e47877800/0x2c22c2144390672c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400354.945784:0:24206:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8e47877800/0x2c22c2144390672c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400354.945797:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196032:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1786400354.945824:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400354.945840:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f790d0180 going to sleep for 11 seconds 00000100:00100000:1.0:1786400354.945973:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941196032 00000100:00100000:1.0:1786400354.945978:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941196032 00000100:00100000:1.0:1786400354.945998:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1786400354.946004:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+18:24206:x1873175941196032:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1786400354.946013:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1786400354.946032:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f42d9b000/0x2c22c21443906733 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c2144390672c expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400354.946051:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f42d9b000/0x2c22c21443906733 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c2144390672c expref: 19 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400354.946062:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f42d9b000/0x2c22c21443906733 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c2144390672c expref: 19 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400354.946071:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f42d9b000, rc 0) 00000100:00100000:1.0:1786400354.946098:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+19:24206:x1873175941196032:12345-0@lo:101:mount.lustre.0 Request processed in 94us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400354.946104:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1786400354.946175:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196032:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1786400354.946187:0:24206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8e47877800/0x2c22c2144390672c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906733 expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400354.946195:0:24206:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8e47877800/0x2c22c2144390672c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443906733 expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1786400354.947355:0:24206:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1786400354.948037:0:24206:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1786400354.950970:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1786400354.951026:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1786400354.951042:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1786400354.951056:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1786400354.951080:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1786400354.951092:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1786400354.951104:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1786400354.951116:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1786400354.951128:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1786400354.951141:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1786400354.951172:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1786400354.951188:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1786400354.951212:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1786400354.951218:0:24206:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1786400354.951315:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196160:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400354.951385:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400354.951484:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f790d0000 going to sleep for 11 seconds 00000100:00100000:1.0:1786400354.951659:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941196160 00000100:00100000:1.0:1786400354.951666:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941196160 00000100:00100000:1.0:1786400354.951887:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1786400354.951897:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+19:24206:x1873175941196160:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1786400354.952043:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+19:24206:x1873175941196160:12345-0@lo:501:mount.lustre.0 Request processed in 148us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400354.952051:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1786400354.952120:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196160:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400354.952154:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196288:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1786400354.952197:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400354.952293:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f790d0000 going to sleep for 11 seconds 00000100:00100000:0.0:1786400354.952322:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941196288 00000100:00100000:0.0:1786400354.952329:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941196288 00000100:00100000:0.0:1786400354.952355:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1786400354.952361:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+19:24206:x1873175941196288:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1786400354.953132:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+19:24206:x1873175941196288:12345-0@lo:503:mount.lustre.0 Request processed in 769us (933us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400354.953141:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1786400354.953275:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196288:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1786400354.954051:0:24206:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1786400354.954125:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196416:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1786400354.954179:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400354.954261:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f790d0180 going to sleep for 11 seconds 00000100:00100000:3.0:1786400354.954302:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941196416 00000100:00100000:3.0:1786400354.954314:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941196416 00000100:00100000:3.0:1786400354.954399:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1786400354.954407:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+19:24206:x1873175941196416:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1786400354.954982:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+19:24206:x1873175941196416:12345-0@lo:502:mount.lustre.0 Request processed in 575us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400354.954991:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1786400354.955073:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196416:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1786400354.955249:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1786400354.955279:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1786400354.955293:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1786400354.955306:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1786400354.955332:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1786400354.955348:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1786400354.955362:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1786400354.955377:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1786400354.955393:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1786400354.955407:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1786400354.955421:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1786400354.955451:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1786400354.955480:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196544:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1786400354.955521:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400354.955882:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f790d0180 going to sleep for 11 seconds 00000100:00100000:0.0:1786400354.955965:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941196544 00000100:00100000:0.0:1786400354.955972:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941196544 00000100:00100000:0.0:1786400354.956005:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1786400354.956013:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+19:24206:x1873175941196544:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1786400354.956116:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+19:24206:x1873175941196544:12345-0@lo:502:mount.lustre.0 Request processed in 103us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400354.956123:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1786400354.956209:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196544:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1786400354.956253:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1786400354.956262:0:24206:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1786400354.956969:0:24223:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1786400354.956977:0:24223:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1786400354.956984:0:24223:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400354.956986:0:24223:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1786400354.956992:0:24223:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786400354.957006:0:24223:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9c8f67508000) 00000020:00000080:2.0:1786400354.957029:0:24223:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1786400354.957036:0:24223:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1786400354.957112:0:24223:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c8e46bcc800 from lustre-OST0000, refs=2 00080000:01000000:2.0:1786400354.957121:0:24223:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1786400354.957137:0:24223:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x2c22c21443906741 00010000:00010000:2.0:1786400354.963071:0:24223:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1786400354.963483:0:24223:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1786400354.965059:0:24223:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1786400354.966376:0:24223:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1786400354.966386:0:24223:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786400354.966410:0:24223:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400354.966412:0:24223:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1786400354.966416:0:24223:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786400354.966419:0:24223:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1786400354.966420:0:24223:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786400354.966422:0:24223:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786400354.966423:0:24223:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786400354.966426:0:24223:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400354.966427:0:24223:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786400354.966429:0:24223:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786400354.966432:0:24223:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400354.966433:0:24223:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1786400354.966436:0:24223:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1786400354.966438:0:24223:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1786400354.966440:0:24223:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786400354.966443:0:24223:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400354.966444:0:24223:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1786400354.966446:0:24223:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786400354.966448:0:24223:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400354.966449:0:24223:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1786400354.966452:0:24223:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1786400354.966476:0:24223:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786400354.966479:0:24223:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400354.966480:0:24223:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1786400354.966483:0:24223:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1786400354.968613:0:24206:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1786400354.968660:0:24206:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1786400354.968712:0:24206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e47877800/0x2c22c2144390672c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906733 expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400354.968726:0:24206:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8e47877800/0x2c22c2144390672c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906733 expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786400354.968734:0:24206:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9c8e46bcc800 from 1 10000000:01000000:0.0:1786400354.968737:0:24206:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1786400354.968777:0:24206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f67630600/0x2c22c21443906748 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400354.968785:0:24206:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f67630600/0x2c22c21443906748 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400354.968796:0:24206:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f67630600/0x2c22c21443906748 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400354.968820:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196672:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1786400354.969147:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400354.969198:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f50c536c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786400354.969257:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941196672 00000100:00100000:1.0:1786400354.969264:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941196672 00000100:00100000:1.0:1786400354.969318:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1786400354.969328:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+19:24206:x1873175941196672:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1786400354.969342:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1786400354.969354:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f42d9b600/0x2c22c2144390674f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c21443906748 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400354.969378:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f42d9b600/0x2c22c2144390674f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c21443906748 expref: 20 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400354.969399:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f42d9b600/0x2c22c2144390674f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906748 expref: 20 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400354.969407:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f42d9b600, rc 0) 00000100:00100000:1.0:1786400354.969545:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:24206:x1873175941196672:12345-0@lo:101:mount.lustre.0 Request processed in 217us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400354.969551:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1786400354.971836:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196672:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1786400354.971859:0:24206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f67630600/0x2c22c21443906748 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390674f expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400354.971890:0:24206:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f67630600/0x2c22c21443906748 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c2144390674f expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1786400354.973461:0:24206:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1786400354.973818:0:24206:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1786400354.974025:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1786400354.974063:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1786400354.974081:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1786400354.974096:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1786400354.974110:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1786400354.974126:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1786400354.974141:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1786400354.974154:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1786400354.974164:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1786400354.974176:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1786400354.974188:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1786400354.974206:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1786400354.974211:0:24206:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1786400354.974284:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196800:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1786400354.974345:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400354.974387:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f50c53240 going to sleep for 11 seconds 00000100:00100000:2.0:1786400354.974550:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941196800 00000100:00100000:2.0:1786400354.974556:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941196800 00000100:00100000:2.0:1786400354.974609:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1786400354.974618:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:24206:x1873175941196800:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400354.974731:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:24206:x1873175941196800:12345-0@lo:501:mount.lustre.0 Request processed in 113us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400354.974739:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1786400354.976717:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196800:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1786400354.976776:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196928:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1786400354.976839:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400354.976889:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f50c53240 going to sleep for 11 seconds 00000100:00100000:2.0:1786400354.977429:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941196928 00000100:00100000:2.0:1786400354.977442:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941196928 00000100:00100000:2.0:1786400354.977523:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1786400354.977533:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:24206:x1873175941196928:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1786400354.977668:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:24206:x1873175941196928:12345-0@lo:503:mount.lustre.0 Request processed in 136us (829us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400354.977677:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1786400354.977903:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941196928:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1786400354.978293:0:24206:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1786400354.978368:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941197056:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1786400354.978410:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400354.978633:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f50c536c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786400354.978947:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941197056 00000100:00100000:1.0:1786400354.978954:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941197056 00000100:00100000:1.0:1786400354.978985:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1786400354.978993:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:24206:x1873175941197056:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1786400354.979102:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:24206:x1873175941197056:12345-0@lo:502:mount.lustre.0 Request processed in 108us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400354.979109:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1786400354.979186:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941197056:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1786400354.979359:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1786400354.979388:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1786400354.979404:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1786400354.979434:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1786400354.979448:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1786400354.979460:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1786400354.979472:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1786400354.979485:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1786400354.979499:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1786400354.979514:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1786400354.979531:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1786400354.979557:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941197184:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1786400354.979611:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400354.979646:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f50c536c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786400354.979809:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941197184 00000100:00100000:1.0:1786400354.979816:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941197184 00000100:00100000:1.0:1786400354.979838:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1786400354.979845:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:24206:x1873175941197184:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1786400354.979929:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:24206:x1873175941197184:12345-0@lo:502:mount.lustre.0 Request processed in 83us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400354.979936:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1786400354.980008:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941197184:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1786400354.980046:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1786400354.980055:0:24206:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1786400354.980630:0:24227:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786400354.980640:0:24227:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400354.980642:0:24227:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1786400354.980649:0:24227:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c8e46bcc800 00000020:00000080:0.0:1786400354.980651:0:24227:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1786400354.980658:0:24227:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786400354.980660:0:24227:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400354.980662:0:24227:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1786400354.980672:0:24227:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786400354.980675:0:24227:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400354.980676:0:24227:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1786400354.980679:0:24227:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c8e46bcc800 00000020:00000080:0.0:1786400354.980681:0:24227:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1786400354.980758:0:24227:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786400354.980762:0:24227:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400354.980763:0:24227:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1786400354.980765:0:24227:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786400354.980767:0:24227:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400354.980768:0:24227:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1786400354.980771:0:24227:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c8e46bcc800 00000020:00000080:0.0:1786400354.980773:0:24227:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1786400354.980791:0:24227:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786400354.980794:0:24227:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400354.980795:0:24227:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1786400354.980798:0:24227:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786400354.980800:0:24227:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400354.980801:0:24227:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1786400354.980805:0:24227:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c8e46bcc800 00000020:00000080:0.0:1786400354.980807:0:24227:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1786400354.980828:0:24227:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786400354.980831:0:24227:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400354.980832:0:24227:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1786400354.980835:0:24227:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1786400354.983019:0:24206:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1786400354.983059:0:24206:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1786400354.983084:0:24206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f67630600/0x2c22c21443906748 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390674f expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400354.983097:0:24206:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f67630600/0x2c22c21443906748 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390674f expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786400354.983169:0:24206:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1786400354.983172:0:24206:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c8e46bcc800 10000000:01000000:0.0:1786400354.983175:0:24206:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c8e46bcc800 10000000:01000000:0.0:1786400354.983180:0:24206:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1786400354.983185:0:24206:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9c8e46bcc800 from 1 10000000:01000000:0.0:1786400354.983188:0:24206:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1786400354.983228:0:24206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f67630400/0x2c22c21443906756 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400354.983236:0:24206:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f67630400/0x2c22c21443906756 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400354.983247:0:24206:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f67630400/0x2c22c21443906756 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400354.983270:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941197312:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1786400354.983333:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400354.983378:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f50c53300 going to sleep for 11 seconds 00000100:00100000:1.0:1786400354.983444:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941197312 00000100:00100000:1.0:1786400354.983451:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941197312 00000100:00100000:1.0:1786400354.983487:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1786400354.983496:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:24206:x1873175941197312:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1786400354.983508:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1786400354.983527:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f42d9b800/0x2c22c2144390675d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c21443906756 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400354.983551:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f42d9b800/0x2c22c2144390675d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c21443906756 expref: 21 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400354.983562:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f42d9b800/0x2c22c2144390675d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906756 expref: 21 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400354.983570:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f42d9b800, rc 0) 00000100:00100000:1.0:1786400354.983765:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:24206:x1873175941197312:12345-0@lo:101:mount.lustre.0 Request processed in 269us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400354.983772:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1786400354.988410:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941197312:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1786400354.988442:0:24206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f67630400/0x2c22c21443906756 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390675d expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400354.988456:0:24206:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f67630400/0x2c22c21443906756 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c2144390675d expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1786400354.990214:0:24206:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1786400354.990492:0:24206:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1786400354.991378:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1786400354.991415:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1786400354.991429:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1786400354.991440:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1786400354.991451:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1786400354.991465:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1786400354.991477:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1786400354.991490:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1786400354.991503:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1786400354.991516:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1786400354.991530:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1786400354.991544:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1786400354.991558:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1786400354.991571:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1786400354.991616:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1786400354.991634:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1786400354.991649:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1786400354.991662:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1786400354.991674:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1786400354.991686:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1786400354.991729:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1786400354.991743:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1786400354.991757:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1786400354.991769:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1786400354.991782:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1786400354.991794:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1786400354.991808:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1786400354.991822:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1786400354.991835:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1786400354.991849:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1786400354.991948:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1786400354.991968:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1786400354.991981:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1786400354.991994:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1786400354.992020:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1786400354.992033:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1786400354.992044:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1786400354.992055:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1786400354.992067:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1786400354.992078:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1786400354.992092:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1786400354.992106:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1786400354.992118:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1786400354.992131:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1786400354.992145:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1786400354.992158:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1786400354.992185:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1786400354.992201:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1786400354.992323:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1786400354.992343:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1786400354.992362:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1786400354.992368:0:24206:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1786400354.992468:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941197440:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1786400354.992537:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400354.994016:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f50c53e40 going to sleep for 11 seconds 00000100:00100000:3.0:1786400354.994116:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941197440 00000100:00100000:3.0:1786400354.994125:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941197440 00000100:00100000:3.0:1786400354.994184:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1786400354.994195:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48230050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:24206:x1873175941197440:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1786400354.994362:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48230050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:24206:x1873175941197440:12345-0@lo:501:mount.lustre.0 Request processed in 168us (1823us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400354.994370:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1786400354.994462:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941197440:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1786400354.994508:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941197568:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1786400354.994552:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400354.995661:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f50c53e40 going to sleep for 11 seconds 00000100:00100000:3.0:1786400354.999017:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941197568 00000100:00100000:3.0:1786400354.999031:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941197568 00000100:00100000:3.0:1786400354.999081:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1786400354.999091:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48233850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:24206:x1873175941197568:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1786400354.999959:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786400339/real 1786400339] req@ffff9c8f5edb2a00 x1873175941186560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400354 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400354.999984:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c8f5edb2a00 x1873175941186560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400354 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400354.999994:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786400339/real 1786400339] req@ffff9c8f5edb1c00 x1873175941186688/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400354 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400355.000006:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c8f5edb1c00 x1873175941186688/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400354 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786400355.000028:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f77b48800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786400355.000049:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1786400355.000053:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941186560:0@lo:8:kworker.0 00000100:00080000:2.0:1786400355.000059:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bf5000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786400355.000065:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1786400355.000068:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941186688:0@lo:8:kworker.0 00000100:00100000:2.0:1786400355.000234:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941197696:0@lo:400:kworker.0 00000100:00100000:2.0:1786400355.000282:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1786400355.000931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400355.000937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1786400355.000940:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8f77b48800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400355.000945:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 673 00000100:00080000:1.0:1786400355.000950:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1786400355.000956:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9c8f77b48800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400355.000979:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f5edb1c00 x1873175941197824/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1786400355.000996:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400355.000999:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1786400355.001001:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bf5000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400355.001004:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 673 00000100:00080000:1.0:1786400355.001007:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1786400355.001010:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c8f77bf5000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400355.001030:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f5edb2a00 x1873175941197952/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1786400355.001062:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400355.001065:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1786400355.001068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400355.001071:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1786400355.001207:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48233850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:24206:x1873175941197568:12345-0@lo:503:mount.lustre.0 Request processed in 2116us (6652us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400355.001218:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1786400355.001316:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1873175941198336:0@lo:400:kworker.0 00000100:00100000:3.0:1786400355.001356:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1786400355.001400:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400355.001412:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941198336 00000100:00100000:3.0:1786400355.001418:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941198336 00000100:00100000:3.0:1786400355.001453:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1786400355.001461:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48288000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1873175941198336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400355.001526:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48288000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1873175941198336:12345-0@lo:400:kworker.0 Request processed in 65us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400355.001534:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:3.0:1786400355.001568:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8f5edb0700 x1873175941198336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786400355.001580:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1873175941198336:0@lo:400:kworker.0 00000100:00100000:0.0:1786400355.001706:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941197568:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1786400355.002171:0:24206:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1786400355.002240:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941198464:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1786400355.002289:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400355.002322:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b01c900 going to sleep for 11 seconds 00000100:00100000:0.0:1786400355.002338:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941198464 00000100:00100000:0.0:1786400355.002342:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941198464 00000100:00100000:0.0:1786400355.002373:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1786400355.002379:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48230c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:24206:x1873175941198464:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1786400355.002477:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48230c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:24206:x1873175941198464:12345-0@lo:502:mount.lustre.0 Request processed in 98us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400355.002485:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1786400355.002523:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941198464:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1786400355.002727:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1786400355.002756:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1786400355.002770:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1786400355.002783:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1786400355.002796:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1786400355.002810:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1786400355.002824:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1786400355.002837:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1786400355.002863:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1786400355.002963:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1786400355.002978:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1786400355.002992:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1786400355.003005:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1786400355.003018:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1786400355.003031:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1786400355.003043:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1786400355.003056:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1786400355.003069:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1786400355.003082:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1786400355.003107:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1786400355.003121:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1786400355.003134:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1786400355.003148:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1786400355.003163:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1786400355.003190:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1786400355.003206:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1786400355.003220:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1786400355.003234:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1786400355.003246:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1786400355.003259:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1786400355.003272:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1786400355.003285:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1786400355.003301:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1786400355.003315:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1786400355.003331:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1786400355.003344:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1786400355.003358:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1786400355.003372:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1786400355.003386:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1786400355.003400:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1786400355.003430:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1786400355.003449:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1786400355.003464:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1786400355.003478:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1786400355.003491:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1786400355.003505:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1786400355.003520:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1786400355.003533:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1786400355.003571:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941198592:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1786400355.003818:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941197696 00000100:00100000:2.0:1786400355.003824:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941197696 00000100:00100000:2.0:1786400355.003889:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1786400355.003897:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48990700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941197696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400355.003962:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48990700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941197696:12345-0@lo:400:kworker.0 Request processed in 65us (3679us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400355.003969:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1786400355.004003:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941197696:0@lo:400:kworker.0 00000100:00100000:0.0:1786400355.004135:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400355.004150:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f50c53e40 going to sleep for 11 seconds 00000100:00100000:0.0:1786400355.004169:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941198592 00000100:00100000:0.0:1786400355.004172:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941198592 00000100:00100000:0.0:1786400355.004323:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1786400355.004332:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48233c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:24206:x1873175941198592:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1786400355.004413:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48233c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:24206:x1873175941198592:12345-0@lo:502:mount.lustre.0 Request processed in 84us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400355.004419:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1786400355.004520:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941198080:0@lo:400:kworker.0 00000100:00100000:1.0:1786400355.004550:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400355.004568:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1786400355.004573:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941198208:0@lo:400:kworker.0 00000100:00100000:1.0:1786400355.004713:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400355.004750:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941198080 00000100:00100000:1.0:1786400355.004755:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941198080 00000100:00100000:1.0:1786400355.004783:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1786400355.004789:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941198080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400355.004825:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941198080:12345-0@lo:400:kworker.0 Request processed in 35us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400355.004831:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:1.0:1786400355.004883:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8f5edb0000 x1873175941198080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400355.004894:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941198080:0@lo:400:kworker.0 00000100:00100000:1.0:1786400355.004911:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941197824:0@lo:8:kworker.0 00000100:00100000:1.0:1786400355.004936:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400355.004961:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941197952:0@lo:8:kworker.0 00000100:00100000:1.0:1786400355.004988:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400355.005023:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941197824 00000100:00100000:1.0:1786400355.005027:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941197824 00000100:00100000:1.0:1786400355.005043:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941197952 00000100:00100000:1.0:1786400355.005045:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941197952 00000100:00100000:1.0:1786400355.005056:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1786400355.005060:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1873175941197824:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1786400355.005104:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1873175941197824:12345-0@lo:8:kworker.0 Request processed in 43us (167us total) trans 0 rc -11/-11 00000100:00100000:1.0:1786400355.005110:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1786400355.005120:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1786400355.005123:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1873175941197952:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1786400355.005133:0:24210:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1786400355.005154:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1873175941197952:12345-0@lo:8:kworker.0 Request processed in 29us (166us total) trans 0 rc -19/-19 00000100:00100000:1.0:1786400355.005160:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1786400355.005181:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1786400355.005187:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f77b48800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786400355.005191:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1786400355.005194:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941197824:0@lo:8:kworker.0 00000100:00080000:1.0:1786400355.005203:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bf5000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786400355.005206:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1786400355.005209:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941197952:0@lo:8:kworker.0 00000100:00100000:2.0:1786400355.005730:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941198208 00000100:00100000:2.0:1786400355.005735:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941198208 00000100:00100000:2.0:1786400355.005768:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1786400355.005776:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941198208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400355.005826:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941198208:12345-0@lo:400:kworker.0 Request processed in 51us (1113us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400355.005834:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1786400355.005934:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941198208:0@lo:400:kworker.0 00000100:00100000:0.0:1786400355.007902:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941198592:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1786400355.008113:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1786400355.008146:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1786400355.008182:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941198720:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1786400355.008246:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400355.008295:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b01c900 going to sleep for 11 seconds 00000100:00100000:3.0:1786400355.010969:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941198720 00000100:00100000:3.0:1786400355.010985:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941198720 00000100:00100000:3.0:1786400355.011039:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1786400355.011050:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:24206:x1873175941198720:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1786400355.011221:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:24206:x1873175941198720:12345-0@lo:502:mount.lustre.0 Request processed in 172us (2974us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400355.011229:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1786400355.011953:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941198720:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1786400355.012041:0:24206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1786400355.012055:0:24206:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1786400355.013043:0:24232:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1786400355.013060:0:24232:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9c8f75430000) 00000020:00000080:3.0:1786400355.013084:0:24232:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1786400355.013237:0:24232:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c8e46bcc800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1786400355.013242:0:24232:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c8e46bcc800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1786400355.013244:0:24232:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c8e46bcc800 3 00010000:00080000:3.0:1786400355.013285:0:24232:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c8e480b6800@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.133@tcp at head 00010000:00010000:3.0:1786400355.021852:0:24232:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:3.0:1786400355.022030:0:24232:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1786400355.022075:0:24232:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1786400355.022086:0:24232:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x2c22c2144390676b 00000100:00080000:3.0:1786400355.022096:0:24232:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1786400355.022101:0:24232:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9c8e480b6800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400355.022132:0:24232:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48289880 x1873175941198848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786400355.022168:0:24232:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1786400355.023380:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1873175941198848:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1786400355.023459:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400355.023546:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941198848 00000100:00100000:3.0:1786400355.023554:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941198848 00000100:00100000:0.0:1786400355.023955:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1786400355.023963:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48288e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1873175941198848:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1786400355.023991:0:22705:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 688 last 0 00000020:00000080:0.0:1786400355.024034:0:22705:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x2c22c21443906772 00000004:00100000:0.0:1786400355.024049:0:22705:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1786400355.024083:0:22705:0:(import.c:65:import_set_state_nolock()) ffff9c8f5eb17800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1786400355.024139:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48288e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1873175941198848:12345-0@lo:38:llog_process_th.0 Request processed in 175us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400355.024148:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1786400355.024214:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8e48289880 x1873175941198848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1786400365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786400355.024224:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1786400355.024232:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1786400355.024245:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1786400355.024249:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1786400355.024252:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e480b6800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1786400355.024259:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1873175941198848:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1786400355.024369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400355.024380:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1786400355.024382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400355.024385:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000004:3.0:1786400355.028080:0:24232:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1786400355.028099:0:24232:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9c8e46bc4d40) 00000020:00000080:3.0:1786400355.028128:0:24232:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1786400355.028284:0:24232:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c8e46bcc800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1786400355.028288:0:24232:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c8e46bcc800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1786400355.028291:0:24232:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c8e46bcc800 3 00010000:00080000:3.0:1786400355.028320:0:24232:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c8e480b3000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.133@tcp at head 00010000:00010000:3.0:1786400355.032066:0:24232:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1786400355.032175:0:24232:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1786400355.032225:0:24232:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1786400355.032240:0:24232:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x2c22c21443906780 00000100:00080000:3.0:1786400355.032252:0:24232:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1786400355.032258:0:24232:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9c8e480b3000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400355.032296:0:24232:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48289c00 x1873175941198976/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786400355.032330:0:24232:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1786400355.032628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400355.032633:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1786400355.032635:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400355.032639:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1786400355.033487:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1873175941198976:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1786400355.033555:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400355.033669:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941198976 00000100:00100000:2.0:1786400355.033678:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941198976 00000100:00100000:2.0:1786400355.033743:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1786400355.033751:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48905c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1873175941198976:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1786400355.033778:0:22707:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 688 last 0 00000020:00000080:2.0:1786400355.033808:0:22707:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x2c22c21443906787 00000040:00080000:3.0:1786400355.035867:0:24232:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000004:00100000:2.0:1786400355.050126:0:22707:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1786400355.050196:0:22707:0:(import.c:65:import_set_state_nolock()) ffff9c8e48ac4000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1786400355.050309:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48905c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1873175941198976:12345-0@lo:38:llog_process_th.0 Request processed in 16555us (16751us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400355.050339:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1786400355.052330:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8e48289c00 x1873175941198976/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1786400365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400355.052344:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1786400355.052355:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1786400355.052364:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1786400355.052369:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1786400355.052371:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e480b3000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1786400355.052378:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1873175941198976:0@lo:38:llog_process_th.0 00000020:01000000:2.0:1786400355.086330:0:24206:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1786400355.086374:0:24206:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1786400355.086400:0:24206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f67630400/0x2c22c21443906756 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390675d expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400355.086421:0:24206:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f67630400/0x2c22c21443906756 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390675d expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1786400355.086479:0:24206:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1786400355.086481:0:24206:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1786400355.086483:0:24206:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1786400355.086484:0:24206:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1786400355.086486:0:24206:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1786400355.086487:0:24206:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1786400355.086488:0:24206:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1786400355.086490:0:24206:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1786400355.086491:0:24206:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1786400355.086494:0:24206:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1786400355.086497:0:24206:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1786400355.086498:0:24206:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1786400355.086499:0:24206:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1786400355.086500:0:24206:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1786400355.086501:0:24206:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1786400355.086502:0:24206:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1786400355.086503:0:24206:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1786400355.086504:0:24206:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1786400355.086506:0:24206:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1786400355.086532:0:24206:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1786400355.086552:0:24206:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941199104:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1786400355.086616:0:24206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400355.086670:0:24206:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b0f6e40 going to sleep for 11 seconds 00000100:00100000:1.0:1786400355.086687:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941199104 00000100:00100000:1.0:1786400355.086719:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941199104 00000100:00100000:1.0:1786400355.086766:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1786400355.086776:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:24206:x1873175941199104:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1786400355.086801:0:22698:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1786400355.086815:0:22698:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1786400355.133214:0:22698:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1786400355.133269:0:22698:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1786400355.133555:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:24206:x1873175941199104:12345-0@lo:253:mount.lustre.0 Request processed in 46776us (46933us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400355.133567:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1786400355.133783:0:24206:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:24206:1873175941199104:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1786400355.133797:0:24206:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1786400355.133801:0:24206:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1786400355.133802:0:24206:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1786400355.133804:0:24206:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1786400355.133812:0:24206:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1786400355.133813:0:24206:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1786400355.133814:0:24206:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1786400355.133816:0:24206:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1786400355.133817:0:24206:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1786400355.133819:0:24206:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1786400355.133833:0:24206:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1786400355.133957:0:22721:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1786400355.133962:0:22721:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1786400355.133984:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390678e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400355.134000:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c8e47876400/0x2c22c214439066d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439066d1 expref: 20 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400355.134007:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c8e47876000/0x2c22c214439066e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439066df expref: 20 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400355.134014:0:22721:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390678e lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400355.134050:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c8e47876000/0x2c22c214439066e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c22c214439066df expref: 20 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400355.134063:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c8e47876000/0x2c22c214439066e6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c22c214439066df expref: 20 pid: 22698 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400355.134077:0:22721:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1873175941199232:0@lo:104: 00000100:00100000:0.0:1786400355.134113:0:22721:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1786400355.134619:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c8e47876400/0x2c22c214439066d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c22c214439066d1 expref: 20 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400355.134634:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c8e47876400/0x2c22c214439066d8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c22c214439066d1 expref: 20 pid: 22699 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400355.134644:0:22721:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1873175941199360:0@lo:104: 00000100:00100000:0.0:1786400355.134668:0:22721:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400355.134894:0:22689:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1786400355.134910:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941199232 00000100:00100000:2.0:1786400355.134918:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941199232 00000100:00100000:2.0:1786400355.134947:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941199360 00000100:00100000:2.0:1786400355.134950:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941199360 00000100:00100000:2.0:1786400355.134964:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1786400355.134971:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48904380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+4:22721:x1873175941199232:12345-0@lo:104: 00010000:00010000:2.0:1786400355.134985:0:22689:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3000/0x2c22c214439066df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c214439066e6 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400355.135029:0:22689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1786400355.135035:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48904380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+4:22721:x1873175941199232:12345-0@lo:104: Request processed in 64us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400355.135041:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1786400355.135055:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1786400355.135061:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75892850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+3:22721:x1873175941199360:12345-0@lo:104: 00010000:00010000:2.0:1786400355.135068:0:22689:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439066d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c214439066d8 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400355.135099:0:22689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1786400355.135104:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75892850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+3:22721:x1873175941199360:12345-0@lo:104: Request processed in 44us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400355.135110:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1786400355.135143:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1786400355.135149:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3000/0x2c22c214439066df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c214439066e6 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400355.135167:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f413d3000 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:2.0:1786400355.135171:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3000/0x2c22c214439066df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c22c214439066e6 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400355.135181:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3000/0x2c22c214439066df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c22c214439066e6 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786400355.135188:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3000/0x2c22c214439066df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c22c214439066e6 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400355.135194:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1786400355.135219:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3000/0x2c22c214439066df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439066e6 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400355.135225:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1786400355.135242:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3000/0x2c22c214439066df lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439066e6 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400355.135249:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3000/0x2c22c214439066df lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439066e6 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400355.135260:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786400355.135263:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439066d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c214439066d8 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400355.135268:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f413d2800 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:2.0:1786400355.135271:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439066d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c22c214439066d8 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400355.135287:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439066d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c22c214439066d8 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786400355.135294:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439066d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c22c214439066d8 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400355.135299:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1786400355.135309:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439066d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439066d8 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400355.135314:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1786400355.135325:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439066d1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439066d8 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400355.135332:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439066d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439066d8 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400355.135344:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400355.135345:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400355.135346:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400355.135357:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941199488:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1786400355.135382:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400355.135408:0:23859:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941199488 00000100:00100000:2.0:1786400355.135411:0:23859:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941199488 00010000:00010000:2.0:1786400355.135424:0:23859:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c8e47876000/0x2c22c214439066e6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c214439066df expref: 21 pid: 22698 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400355.135443:0:23859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1786400355.135448:0:23859:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:3649:x1873175941199488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1786400355.135462:0:23859:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400355.135467:0:23859:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c8e47876000/0x2c22c214439066e6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c214439066df expref: 21 pid: 22698 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400355.135476:0:23859:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c8e47876000/0x2c22c214439066e6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c22c214439066df expref: 21 pid: 22698 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400355.135490:0:23859:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400355.135512:0:23859:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:3649:x1873175941199488:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400355.135519:0:23859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1786400355.135651:0:22721:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f50c536c0 going to sleep for 11 seconds 00010000:00010000:0.0:1786400355.135669:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8e47876000/0x2c22c214439066e6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c22c214439066df expref: 20 pid: 22698 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400355.135680:0:22721:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1873175941199232:0@lo:104: 00000100:00100000:0.0:1786400355.135710:0:22721:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1873175941199360:0@lo:104: 00010000:00010000:0.0:1786400355.135729:0:22721:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390678e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400355.135812:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941199488:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1786400355.135927:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400355.135939:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f13737b8-c470-46e6-b04d-cb6cb5174b94:3646:1873175941199616:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1786400355.135983:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400355.137093:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941199616 00000100:00100000:0.0:1786400355.137101:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941199616 00010000:00010000:0.0:1786400355.137127:0:22690:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c8e47876400/0x2c22c214439066d8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c214439066d1 expref: 20 pid: 22699 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400355.137150:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1786400355.137156:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:3646:x1873175941199616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1786400355.137166:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1786400355.137171:0:22690:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c8e47876400/0x2c22c214439066d8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c214439066d1 expref: 20 pid: 22699 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400355.137180:0:22690:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c8e47876400/0x2c22c214439066d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c22c214439066d1 expref: 20 pid: 22699 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400355.137205:0:22690:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8e47876400/0x2c22c214439066d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c22c214439066d1 expref: 20 pid: 22699 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400355.137220:0:22690:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390678e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400355.138212:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390678e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1786400355.139942:0:22690:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005977540s 00010000:00010000:1.0:1786400355.139954:0:22690:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390678e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400355.139964:0:22690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390678e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400355.139972:0:22690:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390678e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400355.139979:0:22690:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390678e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400355.139986:0:22690:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67630e00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400355.139991:0:22690:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390678e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400355.139998:0:22690:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390678e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:3.0:1786400355.143115:0:24206:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:0.0:1786400355.147328:0:22721:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390678e lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400355.147348:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390678e lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400355.147596:0:22690:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390678e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400355.147608:0:22690:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f67630e00/0x2c22c2144390678e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400355.147631:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1786400355.148382:0:24206:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1786400355.148389:0:24206:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1786400355.148443:0:24206:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1786400355.148488:0:24206:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.133@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1786400355.148511:0:24206:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1786400355.148535:0:24206:0:(super25.c:187:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:0.0:1786400355.150153:0:24206:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1786400355.150351:0:24206:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1786400355.155089:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+19:3646:x1873175941199616:12345-0@lo:103:ldlm_bl.0 Request processed in 17923us (19095us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400355.155104:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1786400355.166866:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f13737b8-c470-46e6-b04d-cb6cb5174b94:3646:1873175941199616:0@lo:103:ldlm_bl.0 00000020:00000004:3.0:1786400355.976642:0:24286:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1786400355.977376:0:24286:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1786400356.030610:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941199744:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1786400356.030679:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1786400356.030910:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400356.031319:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941199744 00000100:00100000:0.0:1786400356.031606:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1786400356.031619:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941199872:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1786400356.031661:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400356.031723:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941199872 00000100:00100000:0.0:1786400356.031729:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941199872 00000100:00100000:0.0:1786400356.031773:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1786400356.031784:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941199872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1786400356.031833:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1786400356.031908:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941199744 00000100:00100000:0.0:1786400356.032146:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941199872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 363us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400356.032153:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1786400356.032174:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1786400356.032180:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941199744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1786400356.032198:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1786400356.032237:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941199744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (1558us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400356.032244:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1786400356.032857:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941199872:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1786400356.033364:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941199744:0@lo:41:osp-pre-1-0.0 10000000:01000000:1.0:1786400356.979968:0:22702:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1786400356.979975:0:22702:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9c8f5e5cb800 from 13 10000000:01000000:1.0:1786400356.979980:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1786400356.980299:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906795 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400356.980313:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906795 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400356.980324:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906795 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400356.980351:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941200000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1786400356.980417:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400356.980556:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f758d16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786400356.980609:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941200000 00000100:00100000:3.0:1786400356.980617:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941200000 00000100:00100000:3.0:1786400356.980676:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1786400356.980686:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+19:22702:x1873175941200000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1786400356.980876:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1786400356.980891:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f413d3e00/0x2c22c2144390679c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c21443906795 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400356.980914:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f413d3e00/0x2c22c2144390679c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c21443906795 expref: 20 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400356.980925:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f413d3e00/0x2c22c2144390679c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906795 expref: 20 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400356.980933:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f413d3e00, rc 0) 00000100:00100000:3.0:1786400356.980994:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:22702:x1873175941200000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 309us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400356.981001:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1786400356.981352:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941200000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786400356.981369:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906795 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390679c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400356.981378:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906795 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c2144390679c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400356.981441:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941200128:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1786400356.981483:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400356.981523:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b0f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1786400356.981571:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941200128 00000100:00100000:0.0:1786400356.981577:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941200128 00000100:00100000:0.0:1786400356.981615:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1786400356.981624:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:22702:x1873175941200128:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1786400356.981639:0:22698:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1786400356.981658:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1786400356.981661:0:22698:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1786400356.981774:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:22702:x1873175941200128:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 152us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400356.981782:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1786400356.981815:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941200128:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1786400356.981879:0:22702:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1786400356.981886:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906795 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390679c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400356.981894:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390679c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786400356.981909:0:22702:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1786400356.981911:0:22702:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9c8f5f39e800 from 13 10000000:01000000:0.0:1786400356.981914:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1786400356.981933:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f67630200/0x2c22c214439067a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400356.981941:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f67630200/0x2c22c214439067a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400356.981950:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f67630200/0x2c22c214439067a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400356.981963:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941200256:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1786400356.982000:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400356.982014:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f411ca180 going to sleep for 11 seconds 00000100:00100000:0.0:1786400356.982026:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941200256 00000100:00100000:0.0:1786400356.982030:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941200256 00000100:00100000:0.0:1786400356.982053:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1786400356.982060:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:22702:x1873175941200256:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1786400356.982067:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1786400356.982076:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f67630c00/0x2c22c214439067aa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c214439067a3 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400356.982497:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f67630c00/0x2c22c214439067aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c214439067a3 expref: 21 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400356.982507:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f67630c00/0x2c22c214439067aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439067a3 expref: 21 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400356.982527:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f67630c00, rc 0) 00000100:00100000:0.0:1786400356.982610:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:22702:x1873175941200256:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 551us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400356.982621:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1786400356.982812:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941200256:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786400356.982827:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f67630200/0x2c22c214439067a3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439067aa expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400356.982836:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f67630200/0x2c22c214439067a3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439067aa expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400356.982895:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941200384:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1786400356.982925:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400356.983002:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b0f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1786400356.983035:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941200384 00000100:00100000:0.0:1786400356.983040:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941200384 00000100:00100000:0.0:1786400356.983070:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1786400356.983078:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:22702:x1873175941200384:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1786400356.983175:0:22699:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1786400356.983191:0:22699:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1786400356.983195:0:22699:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1786400356.983271:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:22702:x1873175941200384:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 193us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400356.983279:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1786400356.983312:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941200384:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1786400356.983358:0:22702:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1786400356.983368:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f67630200/0x2c22c214439067a3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439067aa expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400356.983376:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f67630200/0x2c22c214439067a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439067aa expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400357.044076:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400358.068664:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400359.092575:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400360.123183:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786400360.123528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1786400360.123533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1786400360.123543:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8f77b48800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1786400360.123557:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9c8f77b48800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:0.0:1786400360.123582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48906680 x1873175941200768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1786400360.123600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1786400360.123603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1786400360.123605:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bf5000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1786400360.123608:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 688 00000100:00080000:0.0:1786400360.123613:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1786400360.123616:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c8f77bf5000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:0.0:1786400360.123629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48905500 x1873175941200896/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1786400360.123650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1786400360.123653:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1786400360.123655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1786400360.123658:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1786400360.126511:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941200512:0@lo:400:kworker.0 00000100:00100000:3.0:1786400360.126587:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400360.126638:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f78e35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1873175941201280:0@lo:400:kworker.0 00000100:00100000:3.0:1786400360.126664:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400360.126703:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1786400360.126710:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941201152:0@lo:400:kworker.0 00000100:00100000:3.0:1786400360.126736:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400360.126774:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941200512 00000100:00100000:3.0:1786400360.126781:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941200512 00000100:00100000:3.0:1786400360.126826:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1786400360.126848:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:3649:x1873175941200512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400360.126897:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:3649:x1873175941200512:12345-0@lo:400:kworker.0 Request processed in 63us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400360.126904:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1786400360.126934:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941201280 00000100:00100000:3.0:1786400360.126938:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941201280 00000100:00100000:3.0:1786400360.126965:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1786400360.126971:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48288a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1873175941201280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400360.127002:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48288a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1873175941201280:12345-0@lo:400:kworker.0 Request processed in 31us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400360.127008:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1786400360.127029:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941201152 00000100:00100000:3.0:1786400360.127032:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941201152 00000100:00100000:3.0:1786400360.127055:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1786400360.127061:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4828a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941201152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400360.127092:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4828a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941201152:12345-0@lo:400:kworker.0 Request processed in 32us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400360.127107:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1786400360.127145:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941201152:0@lo:400:kworker.0 00000100:00100000:3.0:1786400360.127153:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941200512:0@lo:400:kworker.0 00010000:00080000:3.0:1786400360.127163:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8f78e35f80 x1873175941201280/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786400360.127172:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f78e35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1873175941201280:0@lo:400:kworker.0 00000100:00100000:0.0:1786400360.129024:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941200640:0@lo:400:kworker.0 00000100:00100000:0.0:1786400360.129083:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400360.129122:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f78e37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1873175941201408:0@lo:400:kworker.0 00000100:00100000:0.0:1786400360.129144:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400360.129169:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1786400360.129175:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941201024:0@lo:400:kworker.0 00000100:00100000:0.0:1786400360.129199:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400360.129217:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f78e36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1873175941201536:0@lo:400:kworker.0 00000100:00100000:0.0:1786400360.129249:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400360.129280:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941200768:0@lo:8:kworker.0 00000100:00100000:0.0:1786400360.129305:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400360.129320:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941200896:0@lo:8:kworker.0 00000100:00100000:0.0:1786400360.129339:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400360.129368:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941201408 00000100:00100000:0.0:1786400360.129374:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941201408 00000100:00100000:0.0:1786400360.129415:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941201024 00000100:00100000:0.0:1786400360.129418:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941201024 00000100:00100000:0.0:1786400360.129432:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941201536 00000100:00100000:0.0:1786400360.129434:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941201536 00000100:00100000:0.0:1786400360.129451:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1786400360.129458:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1873175941201408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400360.129505:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1873175941201408:12345-0@lo:400:kworker.0 Request processed in 47us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400360.129512:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1786400360.129527:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1786400360.129533:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941201024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400360.129560:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941201024:12345-0@lo:400:kworker.0 Request processed in 28us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400360.129567:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1786400360.129578:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1786400360.129584:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1873175941201536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400360.129610:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1873175941201536:12345-0@lo:400:kworker.0 Request processed in 26us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400360.129616:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1786400360.129659:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941200768 00000100:00100000:0.0:1786400360.129663:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941200768 00000100:00100000:0.0:1786400360.129680:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941200896 00000100:00100000:0.0:1786400360.129683:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941200896 00000100:00100000:0.0:1786400360.129720:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1786400360.129725:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1873175941200768:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1786400360.129750:0:24212:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 693 last 0 00000020:00000080:0.0:1786400360.129775:0:24212:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2c22c214439067b1 00002000:00100000:0.0:1786400360.129788:0:24212:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9c8f7b38c800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211366b ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1786400360.129792:0:24212:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1786400360.129795:0:24212:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1786400360.129967:0:24212:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1786400360.129990:0:24212:0:(import.c:65:import_set_state_nolock()) ffff9c8f7b38c000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1786400360.130031:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3645:x1873175941200768:12345-0@lo:8:kworker.0 Request processed in 303us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400360.130039:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1786400360.130051:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1786400360.130055:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1873175941200896:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1786400360.130065:0:24212:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1786400360.130089:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1873175941200896:12345-0@lo:8:kworker.0 Request processed in 33us (749us total) trans 0 rc -19/-19 00000100:00100000:0.0:1786400360.130094:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1786400360.130117:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1786400360.130120:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1786400360.130144:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8e48904380 x1873175941201024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786400360.130156:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941201024:0@lo:400:kworker.0 00010000:00080000:0.0:1786400360.130175:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8f78e36a00 x1873175941201536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786400360.130183:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f78e36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1873175941201536:0@lo:400:kworker.0 00010000:00080000:0.0:1786400360.130192:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8f78e37480 x1873175941201408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786400360.130199:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f78e37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1873175941201408:0@lo:400:kworker.0 00010000:00080000:0.0:1786400360.130228:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8e48906680 x1873175941200768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1786400380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786400360.130237:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1786400360.130245:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1786400360.130250:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1786400360.130252:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f77b48800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1786400360.130263:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1786400360.130267:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941200768:0@lo:8:kworker.0 00000100:00080000:0.0:1786400360.130276:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bf5000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786400360.130280:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1786400360.130283:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941200896:0@lo:8:kworker.0 00000004:00080000:0.0:1786400360.130325:0:22730:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:0.0:1786400360.130341:0:22730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f78e36a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22730:1873175941201792:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1786400360.130364:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400360.130379:0:22730:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b0f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1786400360.130390:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941201792 00000100:00100000:0.0:1786400360.130393:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941201792 00000100:00100000:0.0:1786400360.130417:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1786400360.130431:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22730:x1873175941201792:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:0.0:1786400360.130619:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1786400360.130714:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941200640 00000100:00100000:1.0:1786400360.130718:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941200640 00000100:00100000:1.0:1786400360.130752:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1786400360.130759:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941200640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400360.130802:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941200640:12345-0@lo:400:kworker.0 Request processed in 43us (1718us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400360.130808:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000004:00080000:1.0:1786400360.130829:0:22729:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1786400360.130902:0:22729:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 693742210789ns, next at 0ns, rc = 0 00080000:00080000:1.0:1786400360.130908:0:22729:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1786400360.132659:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f78e37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941201664:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1786400360.132749:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400360.132818:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941201664 00000100:00100000:2.0:1786400360.132825:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941201664 00000100:00100000:2.0:1786400360.132876:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1786400360.132884:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3648:x1873175941201664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1786400360.132910:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1786400360.132952:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3648:x1873175941201664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400360.132959:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1786400360.132999:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8f78e37480 x1873175941201664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1786400376 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400360.133017:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f78e37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941201664:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1786400360.136624:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941200640:0@lo:400:kworker.0 00002000:00080000:1.0:1786400360.143293:0:24212:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:1.0:1786400360.143303:0:24212:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:1.0:1786400360.143309:0:24212:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00002000:00010000:2.0:1786400360.255750:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400360.255766:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007419f47e/0x2c22c214439067b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.255785:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1786400360.255789:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400360.255795:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007419f47e/0x2c22c214439067b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.255817:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007419f47e/0x2c22c214439067b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.255829:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007419f47e/0x2c22c214439067b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.255849:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007419f47e/0x2c22c214439067b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.255897:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.257048:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.257058:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007419f47e/0x2c22c214439067b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.257443:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f413d2800 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.257450:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007419f47e/0x2c22c214439067b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.257460:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007419f47e/0x2c22c214439067b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.257484:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007419f47e/0x2c22c214439067b8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.257492:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007419f47e/0x2c22c214439067b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.257517:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.257519:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.257521:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1786400360.257665:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400360.257673:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.257683:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1786400360.257733:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400360.257740:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.257764:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.257773:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.257781:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.257799:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1786400360.258327:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786400360.258334:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.258342:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47876a00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400360.258346:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.258354:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.258367:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067bf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.258375:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.258397:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400360.258399:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400360.258400:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1786400360.264033:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1786400360.264048:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ba7f423/0x2c22c214439067c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.264065:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1786400360.264085:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1786400360.264091:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ba7f423/0x2c22c214439067c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.264113:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ba7f423/0x2c22c214439067c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.264136:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ba7f423/0x2c22c214439067c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.264145:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ba7f423/0x2c22c214439067c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.264164:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.264177:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.264183:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ba7f423/0x2c22c214439067c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.264191:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9b400 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.264195:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ba7f423/0x2c22c214439067c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.264204:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ba7f423/0x2c22c214439067c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.264221:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ba7f423/0x2c22c214439067c6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.264229:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ba7f423/0x2c22c214439067c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.264250:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.264258:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.264260:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1786400360.270713:0:22685:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:2.0:1786400360.276851:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400360.276865:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.276881:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1786400360.276886:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400360.276892:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.276906:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.276915:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.276922:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.277058:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1786400360.277475:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400360.277606:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.277627:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1786400360.277630:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400360.277635:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.277644:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.277652:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.277659:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.277856:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1786400360.277865:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.277874:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47876a00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400360.277879:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.277889:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.277908:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067cd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.277916:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000994fb71d/0x2c22c214439067cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.277933:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1786400360.277937:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.277944:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47877a00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400360.277953:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.278063:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.278176:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067d4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.278185:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400360.278187:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400360.278188:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400360.278255:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1786400360.278261:0:24212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1786400360.278887:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400360.278894:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.278904:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1786400360.278907:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400360.278913:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.278936:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.278944:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.278951:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.279066:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1786400360.279071:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.279079:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47876000 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400360.279082:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.279090:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.279102:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067db lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.279111:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400360.279118:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400360.279120:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400360.279202:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1786400360.279208:0:24212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.279248:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1786400360.303784:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1786400360.303796:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7e424d9/0x2c22c214439067e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.303814:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1786400360.303820:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1786400360.303826:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7e424d9/0x2c22c214439067e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.303852:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7e424d9/0x2c22c214439067e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.303862:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7e424d9/0x2c22c214439067e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.303869:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7e424d9/0x2c22c214439067e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.303889:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1786400360.304453:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1786400360.304461:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7e424d9/0x2c22c214439067e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.304471:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9ae00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400360.304476:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7e424d9/0x2c22c214439067e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.304496:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7e424d9/0x2c22c214439067e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.304519:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7e424d9/0x2c22c214439067e2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.304532:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7e424d9/0x2c22c214439067e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.304551:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400360.304552:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400360.304554:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1786400360.306670:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.306682:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c214439067e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.306713:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1786400360.306729:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.306735:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c214439067e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.306748:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c214439067e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.306758:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c214439067e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.306775:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c214439067e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.306798:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.306864:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.306873:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c214439067e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.306883:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67631000 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.306888:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c214439067e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.306911:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c214439067e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.306929:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c214439067e9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.306937:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c214439067e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.306957:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.306959:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.306961:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1786400360.320566:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400360.320581:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b090b721/0x2c22c214439067f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.320598:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1786400360.320602:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400360.320609:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b090b721/0x2c22c214439067f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.320623:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b090b721/0x2c22c214439067f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.320646:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b090b721/0x2c22c214439067f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.320654:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b090b721/0x2c22c214439067f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.320915:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1786400360.321866:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400360.321876:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.321888:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1786400360.321892:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400360.321898:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.321908:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.321917:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.321924:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.322035:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1786400360.322043:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b090b721/0x2c22c214439067f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.322052:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47876400 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.322057:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b090b721/0x2c22c214439067f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.322066:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b090b721/0x2c22c214439067f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.322084:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b090b721/0x2c22c214439067f0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.322103:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b090b721/0x2c22c214439067f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.322122:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.322125:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.322131:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47876000 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.322134:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.322141:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.322152:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067f7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.322160:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.322161:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.322163:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400360.322543:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1786400360.322550:0:24212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c214439067f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.328568:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1786400360.328819:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400360.328855:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.328873:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1786400360.328878:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400360.328886:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.328901:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.328912:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.328921:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.328948:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1786400360.330996:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400360.331010:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906805 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.331092:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.331104:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.331114:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47877a00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.331126:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.331135:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.331153:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067fe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.331160:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cab489e5/0x2c22c214439067fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.331179:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.331181:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.331183:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400360.331674:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1786400360.331679:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400360.331720:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906805 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.331733:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906805 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.331743:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906805 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.331751:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906805 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.331766:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.332026:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.332033:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906805 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.332041:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47876200 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.332044:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906805 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.332053:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906805 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.332066:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906805 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.332079:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906805 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.332096:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.332098:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.332099:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1786400360.336764:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400360.336778:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c2144390680c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.336795:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1786400360.336800:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400360.336806:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c2144390680c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.336819:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c2144390680c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.337014:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c2144390680c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.337022:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c2144390680c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.337038:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.337129:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.337138:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c2144390680c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.337147:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47876000 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.337152:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c2144390680c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.337161:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c2144390680c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.337180:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c2144390680c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.337189:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000026ecf67/0x2c22c2144390680c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.337210:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.337212:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.337214:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1786400360.338877:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400360.338890:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cefb6b7/0x2c22c21443906813 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.338903:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1786400360.338907:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400360.338912:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cefb6b7/0x2c22c21443906813 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.338923:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cefb6b7/0x2c22c21443906813 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.338932:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cefb6b7/0x2c22c21443906813 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.338939:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005cefb6b7/0x2c22c21443906813 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400360.339482:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.341265:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.341278:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005cefb6b7/0x2c22c21443906813 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.341291:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47877e00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.341295:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005cefb6b7/0x2c22c21443906813 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.341306:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005cefb6b7/0x2c22c21443906813 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.341326:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005cefb6b7/0x2c22c21443906813 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.341334:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cefb6b7/0x2c22c21443906813 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.341363:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.341366:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.341367:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1786400360.344339:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.344353:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c2144390681a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.344370:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1786400360.344374:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.344380:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c2144390681a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.344394:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c2144390681a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.347356:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c2144390681a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.347387:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c2144390681a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.348233:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.348927:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.348937:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c2144390681a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.348947:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67631200 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.348952:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c2144390681a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.348976:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c2144390681a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.348998:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c2144390681a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.349006:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c2144390681a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.349030:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.349032:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.349034:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1786400360.351008:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.351179:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c21443906821 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.351196:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1786400360.351201:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.351208:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c21443906821 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.351223:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c21443906821 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.351233:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c21443906821 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.351241:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c21443906821 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.351744:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.352720:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.352730:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c21443906821 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.352741:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67630800 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.352747:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c21443906821 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.352757:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c21443906821 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.352777:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c21443906821 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.352800:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c21443906821 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.352825:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.352828:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.352829:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1786400360.355006:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.355156:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906828 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.355179:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1786400360.355183:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.355189:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906828 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.355202:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906828 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.355211:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906828 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.355219:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906828 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.355928:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.356611:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.356621:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906828 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.356634:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67631600 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.356640:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906828 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.356650:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906828 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.356672:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906828 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.356680:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906828 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.356738:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.356740:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.356742:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1786400360.360542:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.360617:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390682f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.360634:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1786400360.360639:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.360645:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390682f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.360660:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390682f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.360682:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390682f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.360720:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390682f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.360738:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.360872:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.360879:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390682f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.360887:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67631000 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.360892:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390682f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.360902:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390682f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.360920:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390682f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.360927:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390682f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.360947:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.360948:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.360950:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1786400360.364040:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.364055:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906836 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.364324:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1786400360.364328:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.364335:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906836 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.364350:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906836 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.364359:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906836 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.364367:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906836 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.364718:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1786400360.368880:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.368896:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c2144390683d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.368913:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1786400360.368918:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.368925:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c2144390683d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.368939:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c2144390683d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.368948:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c2144390683d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.368956:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c2144390683d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.368971:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1786400360.368972:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1786400360.368979:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906836 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.368987:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67631c00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.368992:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906836 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.369013:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906836 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.369029:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906836 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.369036:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906836 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.369055:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.369058:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c2144390683d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.369146:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67631a00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.369149:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c2144390683d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.369157:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c2144390683d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.369168:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c2144390683d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.369174:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c2144390683d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.369200:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.369201:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.369204:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.369217:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1786400360.369560:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.369567:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906844 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.369576:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1786400360.369586:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.369591:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906844 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.369600:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906844 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.369609:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906844 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.369616:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906844 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.369637:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.369729:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.369734:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906844 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.369741:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67631800 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.369745:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906844 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.369752:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906844 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.369764:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906844 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.369770:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906844 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.369784:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.369786:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.369787:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1786400360.383641:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00002000:00010000:0.0:1786400360.385260:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.385272:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000071ccec/0x2c22c2144390684b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.385290:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1786400360.385294:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.385300:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000071ccec/0x2c22c2144390684b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.385314:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000071ccec/0x2c22c2144390684b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.385340:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000071ccec/0x2c22c2144390684b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.385348:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000071ccec/0x2c22c2144390684b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.385953:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1786400360.386519:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.386527:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b547e47b/0x2c22c21443906852 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.386541:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1786400360.386546:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.386617:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b547e47b/0x2c22c21443906852 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.386630:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b547e47b/0x2c22c21443906852 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.386640:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b547e47b/0x2c22c21443906852 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.386648:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b547e47b/0x2c22c21443906852 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.386789:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1786400360.386796:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000071ccec/0x2c22c2144390684b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.386812:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67630e00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.386818:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000071ccec/0x2c22c2144390684b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.386827:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000071ccec/0x2c22c2144390684b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.386857:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000071ccec/0x2c22c2144390684b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.386865:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000071ccec/0x2c22c2144390684b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400360.386956:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1786400360.386961:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b547e47b/0x2c22c21443906852 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400360.386969:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67631e00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:3.0:1786400360.386973:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b547e47b/0x2c22c21443906852 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400360.386980:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b547e47b/0x2c22c21443906852 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400360.386995:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b547e47b/0x2c22c21443906852 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400360.387003:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400360.387005:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400360.387007:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400360.389220:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1786400360.389233:0:24212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b547e47b/0x2c22c21443906852 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.389542:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1786400360.389877:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.389885:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906859 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.389899:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=694s v=(0 0) 00010000:00010000:0.0:1786400360.389904:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.389911:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906859 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.389927:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906859 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.389937:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906859 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.389945:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906859 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.389966:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.390006:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.390012:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906859 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.390021:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67631800 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.390026:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906859 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.390035:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906859 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.390076:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906859 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.390085:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089f1d916/0x2c22c21443906859 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.390101:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.390102:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.390104:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1786400360.390264:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.390270:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c21443906860 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.390283:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=694s v=(0 0) 00010000:00010000:0.0:1786400360.390287:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.390290:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c21443906860 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.390300:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c21443906860 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.390308:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c21443906860 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.390315:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c21443906860 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.390333:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.390369:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.390374:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c21443906860 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.390382:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67631a00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.390385:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c21443906860 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.390393:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c21443906860 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.390404:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c21443906860 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.390411:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad223964/0x2c22c21443906860 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.390436:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.390438:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.390439:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1786400360.390782:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.390788:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906867 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.390797:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=694s v=(0 0) 00010000:00010000:0.0:1786400360.390800:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.390804:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906867 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.390813:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906867 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.390846:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906867 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.390854:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906867 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.390873:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.390887:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.390892:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906867 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.390899:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67631c00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.390903:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906867 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.390910:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906867 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.390921:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906867 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.390928:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da841892/0x2c22c21443906867 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.390942:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.390943:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.390945:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1786400360.391220:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.391226:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390686e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.391235:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=694s v=(0 0) 00010000:00010000:0.0:1786400360.391238:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.391242:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390686e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.391251:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390686e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.391259:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390686e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.391266:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390686e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.391295:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.391310:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.391315:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390686e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.391332:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67631000 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.391336:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390686e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.391344:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390686e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.391355:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390686e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.391363:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f4c36a2/0x2c22c2144390686e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.391377:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.391379:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.391380:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1786400360.391634:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.391639:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906875 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.391645:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=694s v=(0 0) 00010000:00010000:0.0:1786400360.391647:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.391651:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906875 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.391660:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906875 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.391668:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906875 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.391675:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906875 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.391718:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400360.392115:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.392120:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906875 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.392127:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67631600 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.392130:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906875 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.392138:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906875 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.392157:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906875 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.392164:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000780967dc/0x2c22c21443906875 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.392178:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.392180:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.392182:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1786400360.392255:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.392261:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c2144390687c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.392269:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=694s v=(0 0) 00010000:00010000:0.0:1786400360.392277:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.392282:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c2144390687c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.392291:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c2144390687c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.392299:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c2144390687c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.392305:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c2144390687c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.392328:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1786400360.392626:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.392632:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c21443906883 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.392639:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=694s v=(0 0) 00010000:00010000:0.0:1786400360.392642:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.392645:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c21443906883 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.392654:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c21443906883 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.392662:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c21443906883 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.392675:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c21443906883 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.392719:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1786400360.392875:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1786400360.392880:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c2144390687c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.392888:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67630800 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.392891:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c2144390687c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.392899:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c2144390687c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.392912:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c2144390687c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.392919:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc2ef9ae/0x2c22c2144390687c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.392945:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.392949:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c21443906883 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.392956:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67631200 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.392959:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c21443906883 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.392966:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c21443906883 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.392977:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c21443906883 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.392984:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c83dc216/0x2c22c21443906883 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.392996:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.392998:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.392999:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400360.393308:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1786400360.393432:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.393438:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005455dcb6/0x2c22c2144390688a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.393447:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=694s v=(0 0) 00010000:00010000:0.0:1786400360.393450:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.393455:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005455dcb6/0x2c22c2144390688a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.393465:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005455dcb6/0x2c22c2144390688a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.393473:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005455dcb6/0x2c22c2144390688a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.393479:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005455dcb6/0x2c22c2144390688a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.393534:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1786400360.395884:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400360.395899:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003789ae7a/0x2c22c21443906891 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.395921:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=694s v=(0 0) 00010000:00010000:0.0:1786400360.395925:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400360.395931:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003789ae7a/0x2c22c21443906891 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.395944:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003789ae7a/0x2c22c21443906891 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.395954:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003789ae7a/0x2c22c21443906891 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400360.395962:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003789ae7a/0x2c22c21443906891 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.398487:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1786400360.398500:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005455dcb6/0x2c22c2144390688a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.398513:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f40030a00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.398529:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005455dcb6/0x2c22c2144390688a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.398541:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005455dcb6/0x2c22c2144390688a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.398761:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005455dcb6/0x2c22c2144390688a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.398770:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005455dcb6/0x2c22c2144390688a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.398795:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400360.398799:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003789ae7a/0x2c22c21443906891 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.398806:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f40031800 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400360.398809:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003789ae7a/0x2c22c21443906891 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.398816:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003789ae7a/0x2c22c21443906891 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.398825:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003789ae7a/0x2c22c21443906891 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400360.398844:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.398852:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400360.398854:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400360.399081:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1786400360.399089:0:24212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003789ae7a/0x2c22c21443906891 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1786400360.399403:0:24212:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00000100:00100000:0.0:1786400360.399492:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22730:x1873175941201792:12345-0@lo:5:osp-pre-0-0.0 Request processed in 269059us (269123us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400360.399502:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1786400360.399571:0:22730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f78e36a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22730:1873175941201792:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1786400360.399587:0:22730:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:0.0:1786400360.399639:0:22730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f78e36a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22730:1873175941201920:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1786400360.399674:0:22730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400360.399728:0:22730:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f67ff20c0 going to sleep for 11 seconds 00000100:00100000:0.0:1786400360.399746:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941201920 00000100:00100000:0.0:1786400360.399751:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941201920 00000100:00100000:0.0:1786400360.399792:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1786400360.399800:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22730:x1873175941201920:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1786400360.399846:0:24210:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:1.0:1786400360.401799:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1786400360.404176:0:24207:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1786400360.404222:0:24207:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1786400360.404415:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22730:x1873175941201920:12345-0@lo:5:osp-pre-0-0.0 Request processed in 4612us (4737us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1786400360.404425:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1786400360.404503:0:22730:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1786400360.404511:0:22730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f78e36a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22730:1873175941201920:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1786400360.404525:0:22730:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:2.0:1786400361.142443:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941202048:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1786400361.142503:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400361.142650:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f78e36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941202176:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1786400361.142680:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400361.142737:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941202048 00000100:00100000:0.0:1786400361.142744:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941202048 00000100:00100000:0.0:1786400361.142774:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941202176 00000100:00100000:0.0:1786400361.142776:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941202176 00000100:00100000:0.0:1786400361.142789:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1786400361.142796:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941202048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1786400361.142837:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1786400361.143432:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941202048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 633us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400361.143441:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1786400361.143460:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1786400361.143475:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941202176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1786400361.143493:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1786400361.143528:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941202176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400361.143534:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00010000:1.0:1786400361.143657:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786400361.143755:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f78e36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941202176:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1786400361.143843:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941202048:0@lo:41:osp-pre-0-1.0 00000001:02000400:2.0:1786400361.744237:0:24576:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1786400362.167587:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1786400362.421340:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:1.0:1786400362.805915:0:24628:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1786400362.806149:0:24628:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1786400363.187935:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1786400363.510232:0:24679:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1786400363.510473:0:24679:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1786400364.212146:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400365.235960:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941202304:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1786400365.236027:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1786400365.236216:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400365.236232:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786400350/real 1786400350] req@ffff9c8e48992a00 x1873175941195392/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400365 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400365.236256:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c8e48992a00 x1873175941195392/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400365 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400365.236266:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786400350/real 1786400350] req@ffff9c8e48991f80 x1873175941195520/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400365 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400365.236278:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c8e48991f80 x1873175941195520/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1786400365 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786400365.236294:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5cd800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786400365.236302:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1786400365.236306:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941195392:0@lo:8:kworker.0 00000100:00080000:1.0:1786400365.236311:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e48913800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786400365.236316:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1786400365.236319:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941195520:0@lo:8:kworker.0 00000100:00080000:1.0:1786400365.236422:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400365.236426:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1786400365.236429:0:38:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bf5000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400365.236435:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 693 00000100:00080000:1.0:1786400365.236439:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1786400365.236445:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c8f77bf5000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400365.236461:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f47f2ce00 x1873175941202688/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786400365.237717:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941202560:0@lo:400:kworker.0 00000100:00100000:0.0:1786400365.237770:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400365.237821:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1786400365.237828:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941202432:0@lo:400:kworker.0 00000100:00100000:0.0:1786400365.237854:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400365.237899:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941202432 00000100:00100000:0.0:1786400365.237906:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941202432 00000100:00100000:0.0:1786400365.237951:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1786400365.237960:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:3649:x1873175941202432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400365.238006:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:3649:x1873175941202432:12345-0@lo:400:kworker.0 Request processed in 47us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400365.238013:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1786400365.238057:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941202432:0@lo:400:kworker.0 00000100:00100000:2.0:1786400365.238247:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941202560 00000100:00100000:2.0:1786400365.238251:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941202560 00000100:00100000:2.0:1786400365.238281:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1786400365.238288:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941202560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400365.238327:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941202560:12345-0@lo:400:kworker.0 Request processed in 40us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400365.238334:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1786400365.238972:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941202560:0@lo:400:kworker.0 00000100:00100000:0.0:1786400365.239008:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941202688:0@lo:8:kworker.0 00000100:00100000:0.0:1786400365.239041:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400365.239568:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941202688 00000100:00100000:2.0:1786400365.239573:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941202688 00000100:00100000:2.0:1786400365.239604:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1786400365.239611:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1873175941202688:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1786400365.239631:0:24213:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1786400365.246120:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941202816:0@lo:400:kworker.0 00000100:00100000:0.0:1786400365.246199:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400365.246236:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941202816 00000100:00100000:0.0:1786400365.246244:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941202816 00000100:00100000:0.0:1786400365.246298:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1786400365.246307:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941202816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400365.246357:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941202816:12345-0@lo:400:kworker.0 Request processed in 51us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400365.246365:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:0.0:1786400365.246401:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8f47f2ed80 x1873175941202816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786400365.246414:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941202816:0@lo:400:kworker.0 00000100:00100000:0.0:1786400365.246459:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941202304 00000100:00100000:0.0:1786400365.246464:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941202304 00000100:00100000:0.0:1786400365.246496:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1786400365.246503:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4828b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941202304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1786400365.246540:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00080000:1.0:1786400365.251840:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400365.251848:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1786400365.251851:0:38:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5cd800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400365.251860:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 684 00000100:00080000:1.0:1786400365.251866:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1786400365.251872:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9c8f5e5cd800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400365.251887:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1786400365.251905:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941202944:0@lo:400:kworker.0 00000100:00100000:1.0:1786400365.251971:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400365.252037:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f47f2d500 x1873175941203072/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1786400365.252055:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1786400365.252059:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1786400365.252061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9c8e48913800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786400365.252064:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 684 00000100:00080000:1.0:1786400365.252067:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1786400365.252071:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c8e48913800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:1.0:1786400365.252097:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941203072:0@lo:8:kworker.0 00000100:00100000:1.0:1786400365.252128:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400365.252175:0:24210:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1786400365.252183:0:24210:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1786400365.252215:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f47f2d180 x1873175941203200/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1786400365.252236:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941203200:0@lo:8:kworker.0 00000100:00100000:1.0:1786400365.252262:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400365.252307:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1873175941203328:0@lo:400:kworker.0 00000100:00100000:1.0:1786400365.252332:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400365.252854:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1873175941203456:0@lo:400:kworker.0 00000100:00100000:1.0:1786400365.252883:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400365.252924:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941203328 00000100:00100000:1.0:1786400365.252930:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941203328 00000100:00100000:1.0:1786400365.252961:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941203456 00000100:00100000:1.0:1786400365.252964:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941203456 00000100:00100000:1.0:1786400365.252986:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1786400365.252995:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1873175941203328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400365.253042:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1873175941203328:12345-0@lo:400:kworker.0 Request processed in 48us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400365.253049:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1786400365.253065:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1786400365.253071:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1873175941203456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400365.253099:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1873175941203456:12345-0@lo:400:kworker.0 Request processed in 29us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400365.253106:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:1.0:1786400365.253147:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8f47f2c000 x1873175941203328/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400365.253160:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1873175941203328:0@lo:400:kworker.0 00010000:00080000:1.0:1786400365.253188:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8f47f2f800 x1873175941203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400365.253197:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1873175941203456:0@lo:400:kworker.0 00000100:00100000:1.0:1786400365.253225:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1873175941203584:0@lo:400:kworker.0 00000100:00100000:1.0:1786400365.253247:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400365.253270:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941203584 00000100:00100000:1.0:1786400365.253273:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941203584 00000100:00100000:1.0:1786400365.253293:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1786400365.253300:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1873175941203584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400365.253331:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1873175941203584:12345-0@lo:400:kworker.0 Request processed in 31us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400365.253337:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:1.0:1786400365.253360:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8f47f2f800 x1873175941203584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400365.253369:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1873175941203584:0@lo:400:kworker.0 00000100:00080000:1.0:1786400365.253487:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1786400365.253492:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1786400365.253494:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1786400365.253528:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941202944 00000100:00100000:1.0:1786400365.253532:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941202944 00000100:00100000:1.0:1786400365.253555:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1786400365.253561:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941202944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400365.253607:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941202944:12345-0@lo:400:kworker.0 Request processed in 45us (1635us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400365.253836:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1786400365.253862:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941202944:0@lo:400:kworker.0 00000100:00100000:1.0:1786400365.253996:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941203072 00000100:00100000:1.0:1786400365.254000:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941203072 00000100:00100000:1.0:1786400365.254014:0:24210:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1786400365.254021:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941203200 00000100:00100000:1.0:1786400365.254023:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941203200 00000100:00100000:1.0:1786400365.254103:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1786400365.254108:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3645:x1873175941203072:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1786400365.254133:0:24747:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 698 last 0 00000020:00000080:1.0:1786400365.254157:0:24747:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2c22c21443906898 00002000:00100000:1.0:1786400365.254170:0:24747:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9c8e48917000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211366b ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1786400365.254175:0:24747:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1786400365.254177:0:24747:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1786400365.254242:0:24747:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1786400365.254265:0:24747:0:(import.c:65:import_set_state_nolock()) ffff9c8e48911000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1786400365.254306:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3645:x1873175941203072:12345-0@lo:8:kworker.0 Request processed in 197us (2177us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400365.254313:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1786400365.254337:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1786400365.254343:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1786400365.254351:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1786400365.254355:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1786400365.254358:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e5cd800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1786400365.254462:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1786400365.254468:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941203072:0@lo:8:kworker.0 00000100:00100000:1.0:1786400365.254489:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1786400365.254494:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3645:x1873175941203200:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1786400365.254506:0:24747:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1786400365.254538:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3645:x1873175941203200:12345-0@lo:8:kworker.0 Request processed in 42us (2275us total) trans 0 rc -19/-19 00000100:00100000:1.0:1786400365.254543:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:1.0:1786400365.254564:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e48913800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786400365.254568:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1786400365.254572:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941203200:0@lo:8:kworker.0 00000004:00080000:1.0:1786400365.254618:0:23448:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1786400365.254635:0:23448:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23448:1873175941203840:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1786400365.254660:0:23448:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400365.254675:0:23448:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b28e40 going to sleep for 11 seconds 00000100:00100000:1.0:1786400365.254684:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1786400365.254716:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941203712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1786400365.254737:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400365.254757:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941203840 00000100:00100000:1.0:1786400365.254761:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941203840 00000100:00100000:1.0:1786400365.254790:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1786400365.254808:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23448:x1873175941203840:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1786400365.255066:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4828b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941202304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 8562us (19037us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400365.255074:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1786400365.255090:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941203712 00000100:00100000:0.0:1786400365.255093:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941203712 00000100:00100000:0.0:1786400365.255108:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1786400365.255113:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3646:x1873175941203712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1786400365.255124:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1786400365.255160:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3646:x1873175941203712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400365.255175:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1786400365.255205:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941203712:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1786400365.255232:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1786400365.255258:0:23447:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1786400365.255321:0:23447:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 698866630289ns, next at 0ns, rc = 0 00080000:00080000:0.0:1786400365.255328:0:23447:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1786400365.255607:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941202304:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1786400365.257859:0:23439:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:3.0:1786400365.262468:0:24210:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1786400365.262477:0:24210:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1786400365.262625:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23448:x1873175941203840:12345-0@lo:7:osp-pre-0-1.0 Request processed in 7825us (7960us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400365.262639:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1786400365.265656:0:23448:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23448:1873175941203840:0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1786400365.265672:0:23448:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:1.0:1786400365.265792:0:23448:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23448:1873175941203968:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1786400365.265874:0:23448:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400365.265954:0:23448:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b28e40 going to sleep for 11 seconds 00000100:00100000:0.0:1786400365.270503:0:24747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941203968 00000100:00100000:0.0:1786400365.270834:0:24747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941203968 00000100:00100000:0.0:1786400365.271655:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1786400365.271669:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23448:x1873175941203968:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1786400365.271734:0:24747:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1786400365.271819:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23448:x1873175941203968:12345-0@lo:5:osp-pre-0-1.0 Request processed in 154us (5944us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400365.271826:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1786400365.271919:0:23448:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23448:1873175941203968:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1786400365.271932:0:23448:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1786400365.271972:0:23448:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23448:1873175941204096:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1786400365.272004:0:23448:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400365.273042:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1873175941202688:12345-0@lo:8:kworker.0 Request processed in 33426us (33996us total) trans 0 rc -19/-19 00000100:00100000:2.0:1786400365.273052:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1786400365.273190:0:23448:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b28e40 going to sleep for 11 seconds 00000100:00100000:3.0:1786400365.273263:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941204096 00000100:00100000:3.0:1786400365.273271:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941204096 00000100:00100000:3.0:1786400365.273306:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1786400365.273314:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23448:x1873175941204096:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1786400365.273346:0:24212:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00080000:3.0:1786400365.273829:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bf5000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786400365.273834:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1786400365.273838:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941202688:0@lo:8:kworker.0 00000001:00080000:0.0:1786400365.286488:0:24207:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:0.0:1786400365.286505:0:24207:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:3.0:1786400365.286961:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23448:x1873175941204096:12345-0@lo:5:osp-pre-0-1.0 Request processed in 13643us (14951us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1786400365.286972:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1786400365.287043:0:23448:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1786400365.287053:0:23448:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23448:1873175941204096:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1786400365.287067:0:23448:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:1.0:1786400365.287116:0:23448:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23448:1873175941204224:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1786400365.287153:0:23448:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400365.287219:0:23448:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b28e40 going to sleep for 11 seconds 00000100:00100000:0.0:1786400365.287275:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941204224 00000100:00100000:0.0:1786400365.287282:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941204224 00000100:00100000:0.0:1786400365.287368:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1786400365.287454:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23448:x1873175941204224:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1786400365.287523:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23448:x1873175941204224:12345-0@lo:900:osp-pre-0-1.0 Request processed in 138us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400365.287531:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1786400365.287587:0:23448:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8f47f2d500 x1873175941204224/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1786400381 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400365.287598:0:23448:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23448:1873175941204224:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1786400366.259996:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1786400366.262654:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941204480:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1786400366.262736:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400366.262763:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941204352:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1786400366.262780:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400366.262933:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941204480 00000100:00100000:2.0:1786400366.262941:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941204480 00000100:00100000:2.0:1786400366.262973:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941204352 00000100:00100000:2.0:1786400366.262982:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941204352 00000100:00100000:2.0:1786400366.262998:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1786400366.263006:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4828aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941204480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1786400366.263038:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1786400366.263081:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4828aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941204480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400366.263088:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1786400366.263104:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1786400366.263109:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941204352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1786400366.263124:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1786400366.263146:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941204352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 37us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400366.263151:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1786400366.263187:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941204480:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1786400366.263197:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941204352:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1786400366.263444:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400367.286941:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400368.307923:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400369.332979:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1786400369.730366:0:25025:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1786400369.730377:0:25025:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1786400369.730379:0:25025:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1786400369.730520:0:25025:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9c8e480b1000 00000020:01000004:3.0:1786400369.730540:0:25025:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1786400369.730558:0:25025:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1786400369.730575:0:25025:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9c8e46bc0000) 00000020:00000080:3.0:1786400369.730594:0:25025:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1786400369.777889:0:25025:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1786400369.781970:0:25025:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1786400369.782615:0:25025:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1786400369.782950:0:25025:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1786400369.783289:0:25025:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1786400369.783549:0:25025:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1786400369.784371:0:25025:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:3.0:1786400369.786225:0:25025:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1786400369.786554:0:25025:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1786400369.786574:0:25025:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:3.0:1786400369.786590:0:25025:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x2c22c214439068a6 00000020:01000004:3.0:1786400369.786598:0:25025:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:3.0:1786400369.786626:0:25025:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.133@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1786400369.786631:0:25025:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.133@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1786400369.786638:0:25025:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1786400369.786675:0:25025:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:3.0:1786400369.786681:0:25025:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.133@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:1.0:1786400369.826338:0:25025:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.133@tcp ctxt 0 is initialized 00000020:01000004:1.0:1786400369.826392:0:25025:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.133@tcp, index=0001, flags=0x20002 00000020:01000004:1.0:1786400369.826397:0:25025:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1786400369.826399:0:25025:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1786400369.826400:0:25025:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1786400369.826402:0:25025:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1786400369.826403:0:25025:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1786400369.826404:0:25025:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1786400369.826412:0:25025:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1786400369.826414:0:25025:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1786400369.826415:0:25025:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1786400369.826420:0:25025:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:1.0:1786400369.826422:0:25025:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1786400369.826424:0:25025:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1786400369.826425:0:25025:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1786400369.826426:0:25025:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1786400369.826427:0:25025:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1786400369.826428:0:25025:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1786400369.826429:0:25025:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1786400369.826430:0:25025:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1786400369.826431:0:25025:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1786400369.826465:0:25025:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1786400369.826490:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941204608:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1786400369.826591:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400369.826715:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f485eec00 going to sleep for 11 seconds 00000100:00100000:3.0:1786400369.826801:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941204608 00000100:00100000:3.0:1786400369.826813:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941204608 00000100:00100000:3.0:1786400369.826943:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1786400369.826954:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:25025:x1873175941204608:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1786400369.827011:0:22699:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1786400369.827015:0:22699:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:3.0:1786400369.827024:0:22699:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1786400369.827387:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:25025:x1873175941204608:12345-0@lo:253:mount.lustre.0 Request processed in 433us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400369.827397:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1786400369.827574:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941204608:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1786400369.827586:0:25025:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1786400369.827589:0:25025:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1786400369.827590:0:25025:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1786400369.827592:0:25025:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1786400369.827593:0:25025:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1786400369.827594:0:25025:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1786400369.827595:0:25025:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1786400369.827596:0:25025:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1786400369.827598:0:25025:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1786400369.827599:0:25025:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1786400369.827716:0:25025:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c8e480b1000 from lustre-OST0001 10000000:01000000:0.0:1786400369.827764:0:25025:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1786400369.827776:0:25025:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1786400369.827788:0:25025:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9c8f5f288000 local copy 00010000:00010000:0.0:1786400369.827800:0:25025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064e0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400369.827930:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f78e37800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941204736:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1786400369.827967:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400369.828009:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f759ef300 going to sleep for 11 seconds 00000100:00100000:3.0:1786400369.828028:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941204736 00000100:00100000:3.0:1786400369.828034:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941204736 00000100:00100000:2.0:1786400369.828179:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1786400369.828187:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:25025:x1873175941204736:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400369.828606:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:25025:x1873175941204736:12345-0@lo:501:mount.lustre.0 Request processed in 74us (293us total) trans 0 rc -2/-2 00000100:00100000:2.0:1786400369.828616:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1786400369.828749:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f78e37800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941204736:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1786400369.828786:0:25025:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.133@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1786400369.828814:0:25025:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.133@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1786400369.828821:0:25025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064e0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400369.828843:0:25025:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f413d3a00/0x2c22c214439064d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439064e0 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1786400369.828875:0:25025:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c8e480b1000 10000000:01000000:1.0:1786400369.828879:0:25025:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1786400369.828885:0:25025:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1786400369.828888:0:25025:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1786400369.828892:0:25025:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:1.0:1786400369.828896:0:25025:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1786400369.828923:0:25025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c214439068ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400369.828931:0:25025:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c214439068ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400369.828941:0:25025:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c214439068ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400369.828953:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941204864:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1786400369.828984:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400369.829022:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f485eec00 going to sleep for 11 seconds 00000100:00100000:2.0:1786400369.829138:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941204864 00000100:00100000:2.0:1786400369.829143:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941204864 00000100:00100000:2.0:1786400369.829173:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1786400369.829179:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:25025:x1873175941204864:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1786400369.829189:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400369.829210:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8e47876000/0x2c22c214439068b4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c214439068ad expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.829235:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8e47876000/0x2c22c214439068b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c214439068ad expref: 22 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.829247:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8e47876000/0x2c22c214439068b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439068ad expref: 22 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.829256:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e47876000, rc 0) 00000100:00100000:2.0:1786400369.829299:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:25025:x1873175941204864:12345-0@lo:101:mount.lustre.0 Request processed in 119us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400369.829305:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1786400369.829429:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941204864:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1786400369.829442:0:25025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c214439068ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439068b4 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400369.829451:0:25025:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c214439068ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439068b4 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1786400369.830911:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1786400369.831659:0:25025:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1786400369.833649:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1786400369.833739:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1786400369.833760:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1786400369.833788:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1786400369.833802:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1786400369.833816:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1786400369.833833:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1786400369.833847:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1786400369.833860:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1786400369.833884:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1786400369.833890:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1786400369.834017:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941204992:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400369.834101:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400369.834159:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4b3b90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1786400369.834283:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941204992 00000100:00100000:0.0:1786400369.834292:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941204992 00000100:00100000:0.0:1786400369.834349:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1786400369.834361:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:25025:x1873175941204992:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1786400369.834530:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:25025:x1873175941204992:12345-0@lo:501:mount.lustre.0 Request processed in 171us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400369.834538:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1786400369.834957:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941204992:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400369.835002:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941205120:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1786400369.835064:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400369.835100:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4b3b90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786400369.835156:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941205120 00000100:00100000:1.0:1786400369.835161:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941205120 00000100:00100000:1.0:1786400369.835215:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1786400369.835220:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:25025:x1873175941205120:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1786400369.836083:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:25025:x1873175941205120:12345-0@lo:503:mount.lustre.0 Request processed in 858us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400369.836093:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1786400369.836334:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941205120:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1786400369.837241:0:25025:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1786400369.837500:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941205248:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1786400369.837607:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400369.837669:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4b3b90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1786400369.837884:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941205248 00000100:00100000:0.0:1786400369.837892:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941205248 00000100:00100000:0.0:1786400369.837983:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1786400369.837999:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:25025:x1873175941205248:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1786400369.839051:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:25025:x1873175941205248:12345-0@lo:502:mount.lustre.0 Request processed in 1045us (1435us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400369.839063:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1786400369.839312:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941205248:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1786400369.840560:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1786400369.840606:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1786400369.840623:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1786400369.840635:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1786400369.840646:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1786400369.840657:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1786400369.840672:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1786400369.840686:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1786400369.840738:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:2.0:1786400369.840812:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941205376:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1786400369.840905:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400369.840969:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4b3b90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786400369.841318:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941205376 00000100:00100000:1.0:1786400369.841329:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941205376 00000100:00100000:1.0:1786400369.841398:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1786400369.841410:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:25025:x1873175941205376:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1786400369.841784:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:25025:x1873175941205376:12345-0@lo:502:mount.lustre.0 Request processed in 375us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400369.841793:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1786400369.841882:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941205376:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1786400369.841946:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:2.0:1786400369.841957:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:0.0:1786400369.844667:0:25029:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1786400369.844684:0:25029:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:0.0:1786400369.844728:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786400369.844733:0:25029:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1786400369.844744:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1786400369.845588:0:25029:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9c8f5eb1b380) 00000020:00000080:2.0:1786400369.845812:0:25029:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1786400369.845831:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1786400369.845931:0:25029:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c8e480b1000 from lustre-OST0001, refs=2 00080000:01000000:2.0:1786400369.845943:0:25029:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1786400369.845962:0:25029:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x2c22c214439068c2 00010000:00010000:2.0:1786400369.855051:0:25029:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1786400369.856043:0:25029:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:2.0:1786400369.859660:0:25029:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1786400369.862856:0:25029:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1786400369.862875:0:25029:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786400369.862905:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400369.862908:0:25029:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1786400369.862912:0:25029:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786400369.862917:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400369.862919:0:25029:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1786400369.862923:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1786400369.862925:0:25029:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1786400369.862927:0:25029:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786400369.862929:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400369.862931:0:25029:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:2.0:1786400369.862933:0:25029:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786400369.862935:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400369.862936:0:25029:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1786400369.862940:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1786400369.862979:0:25029:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786400369.862982:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400369.862983:0:25029:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1786400369.862986:0:25029:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1786400369.867036:0:25025:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1786400369.867097:0:25025:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1786400369.867128:0:25025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c214439068ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439068b4 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400369.867142:0:25025:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9ae00/0x2c22c214439068ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439068b4 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786400369.867151:0:25025:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9c8e480b1000 from 1 10000000:01000000:0.0:1786400369.867155:0:25025:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1786400369.867205:0:25025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f40031200/0x2c22c214439068c9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400369.867214:0:25025:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f40031200/0x2c22c214439068c9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400369.867228:0:25025:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f40031200/0x2c22c214439068c9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400369.867258:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f78e35180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941205504:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1786400369.867357:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400369.867719:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46863480 going to sleep for 11 seconds 00000100:00100000:3.0:1786400369.872142:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941205504 00000100:00100000:3.0:1786400369.872164:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941205504 00000100:00100000:3.0:1786400369.872239:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1786400369.872251:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:25025:x1873175941205504:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1786400369.872272:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1786400369.872296:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f413d3000/0x2c22c214439068d0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c214439068c9 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400369.872335:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f413d3000/0x2c22c214439068d0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c214439068c9 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400369.872349:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f413d3000/0x2c22c214439068d0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439068c9 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400369.872360:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f413d3000, rc 0) 00000100:00100000:3.0:1786400369.872467:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:25025:x1873175941205504:12345-0@lo:101:mount.lustre.0 Request processed in 218us (5110us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400369.872475:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1786400369.872734:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f78e35180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941205504:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1786400369.872757:0:25025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f40031200/0x2c22c214439068c9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439068d0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400369.872779:0:25025:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f40031200/0x2c22c214439068c9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439068d0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1786400369.874360:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1786400369.874877:0:25025:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1786400369.875130:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1786400369.875158:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1786400369.875173:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1786400369.875199:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1786400369.875214:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1786400369.875227:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1786400369.875241:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1786400369.875252:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1786400369.875264:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1786400369.875277:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1786400369.875289:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1786400369.875305:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1786400369.875310:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1786400369.875408:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941205632:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1786400369.875945:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400369.876007:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f44c19180 going to sleep for 11 seconds 00000100:00100000:3.0:1786400369.876645:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941205632 00000100:00100000:3.0:1786400369.876655:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941205632 00000100:00100000:3.0:1786400369.876749:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1786400369.876760:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f7581ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:25025:x1873175941205632:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1786400369.876938:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f7581ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:25025:x1873175941205632:12345-0@lo:501:mount.lustre.0 Request processed in 179us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400369.876957:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1786400369.877269:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941205632:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1786400369.877505:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941205760:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1786400369.877631:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400369.877662:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f44c19180 going to sleep for 11 seconds 00000100:00100000:0.0:1786400369.877731:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941205760 00000100:00100000:0.0:1786400369.877737:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941205760 00000100:00100000:0.0:1786400369.879447:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1786400369.879475:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75819450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:25025:x1873175941205760:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1786400369.879678:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75819450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:25025:x1873175941205760:12345-0@lo:503:mount.lustre.0 Request processed in 217us (2046us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400369.879686:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1786400369.880055:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941205760:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1786400369.880725:0:25025:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1786400369.880848:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941205888:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1786400369.880922:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400369.880968:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f44c19d80 going to sleep for 11 seconds 00000100:00100000:0.0:1786400369.881127:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941205888 00000100:00100000:0.0:1786400369.881135:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941205888 00000100:00100000:0.0:1786400369.881197:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1786400369.881207:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:25025:x1873175941205888:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1786400369.881396:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:25025:x1873175941205888:12345-0@lo:502:mount.lustre.0 Request processed in 190us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400369.881405:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1786400369.882022:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941205888:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1786400369.882330:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1786400369.882365:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1786400369.882381:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1786400369.882410:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1786400369.882427:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1786400369.882440:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1786400369.882455:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1786400369.882469:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1786400369.882481:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1786400369.882637:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1786400369.882651:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1786400369.882846:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941206016:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1786400369.882919:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400369.884959:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e48148540 going to sleep for 11 seconds 00000100:00100000:1.0:1786400369.885247:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941206016 00000100:00100000:1.0:1786400369.885259:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941206016 00000100:00100000:1.0:1786400369.885373:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1786400369.885385:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:25025:x1873175941206016:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1786400369.885861:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:25025:x1873175941206016:12345-0@lo:502:mount.lustre.0 Request processed in 477us (2940us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400369.885872:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1786400369.886080:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941206016:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1786400369.886220:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1786400369.886238:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1786400369.888431:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786400369.888448:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400369.888451:0:25033:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1786400369.888460:0:25033:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c8e480b1000 00000020:00000080:2.0:1786400369.888464:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1786400369.888474:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786400369.888476:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400369.888478:0:25033:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1786400369.888480:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786400369.888677:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400369.889124:0:25033:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1786400369.889152:0:25033:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c8e480b1000 00000020:00000080:2.0:1786400369.889155:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1786400369.889270:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786400369.889274:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400369.889276:0:25033:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1786400369.889279:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786400369.889282:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400369.889283:0:25033:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1786400369.889287:0:25033:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c8e480b1000 00000020:00000080:2.0:1786400369.889289:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1786400369.895866:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786400369.895884:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400369.895887:0:25033:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1786400369.895892:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786400369.895896:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400369.895898:0:25033:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1786400369.895904:0:25033:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c8e480b1000 00000020:00000080:2.0:1786400369.895906:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1786400369.895991:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786400369.895994:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786400369.896071:0:25033:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1786400369.896077:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1786400369.896328:0:25025:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1786400369.896376:0:25025:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1786400369.896438:0:25025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f40031200/0x2c22c214439068c9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439068d0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400369.896453:0:25025:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f40031200/0x2c22c214439068c9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439068d0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400369.896533:0:25025:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1786400369.896542:0:25025:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c8e480b1000 10000000:01000000:3.0:1786400369.896545:0:25025:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c8e480b1000 10000000:01000000:3.0:1786400369.899130:0:25025:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1786400369.899184:0:25025:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9c8e480b1000 from 1 10000000:01000000:3.0:1786400369.899188:0:25025:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1786400369.899244:0:25025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439068d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400369.899259:0:25025:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439068d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400369.899273:0:25025:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439068d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400369.899303:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941206144:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1786400369.899390:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400369.899441:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941206144 00000100:00100000:3.0:1786400369.899450:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941206144 00000100:00100000:3.0:1786400369.899522:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1786400369.899533:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:25025:x1873175941206144:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1786400369.900094:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1786400369.900115:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8e483fb600/0x2c22c214439068de lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c214439068d7 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400369.900146:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8e483fb600/0x2c22c214439068de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c214439068d7 expref: 24 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400369.900158:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8e483fb600/0x2c22c214439068de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439068d7 expref: 24 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400369.900182:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e483fb600, rc 0) 00000100:00100000:3.0:1786400369.900231:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:25025:x1873175941206144:12345-0@lo:101:mount.lustre.0 Request processed in 700us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400369.900239:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1786400369.900308:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e48148300 going to sleep for 11 seconds 00000100:00100000:3.0:1786400369.900338:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941206144:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1786400369.900356:0:25025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439068d7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439068de expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400369.900367:0:25025:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439068d7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c214439068de expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1786400369.904129:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1786400369.905753:0:25025:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1786400369.906758:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1786400369.906811:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1786400369.906829:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1786400369.906842:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1786400369.906855:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1786400369.906871:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1786400369.906886:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1786400369.906899:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1786400369.906914:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1786400369.906928:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1786400369.906962:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1786400369.906979:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1786400369.906991:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1786400369.907085:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1786400369.907112:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1786400369.907124:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1786400369.907138:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1786400369.907150:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1786400369.907162:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1786400369.907174:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1786400369.907188:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1786400369.907200:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1786400369.907212:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1786400369.907225:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1786400369.907236:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1786400369.907247:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1786400369.907275:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1786400369.907292:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1786400369.907306:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1786400369.907319:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1786400369.907332:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1786400369.907346:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1786400369.907361:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1786400369.907373:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1786400369.907385:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1786400369.907398:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1786400369.907411:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1786400369.907423:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1786400369.907436:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1786400369.907449:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1786400369.907462:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1786400369.907474:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1786400369.907515:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1786400369.907533:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1786400369.907557:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1786400369.907574:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1786400369.907587:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1786400369.908856:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1786400369.910216:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1786400369.910262:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1786400369.910283:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1786400369.910289:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1786400369.910436:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941206272:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1786400369.911756:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400369.911844:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e481486c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786400369.911944:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941206272 00000100:00100000:1.0:1786400369.911955:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941206272 00000100:00100000:1.0:1786400369.912199:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1786400369.912211:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f7581a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:25025:x1873175941206272:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1786400369.912460:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f7581a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:25025:x1873175941206272:12345-0@lo:501:mount.lustre.0 Request processed in 250us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400369.912469:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1786400369.912882:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941206272:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1786400369.912944:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941206400:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1786400369.913810:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400369.915826:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f67ecc240 going to sleep for 11 seconds 00000100:00100000:3.0:1786400369.918779:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941206400 00000100:00100000:3.0:1786400369.918800:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941206400 00000100:00100000:3.0:1786400369.918866:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1786400369.918877:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f7581b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:25025:x1873175941206400:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1786400369.919786:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f7581b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:25025:x1873175941206400:12345-0@lo:503:mount.lustre.0 Request processed in 906us (5972us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400369.919797:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1786400369.919923:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48993480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941206400:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1786400369.921179:0:25025:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1786400369.921282:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941206528:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1786400369.921367:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400369.921638:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941206528 00000100:00100000:3.0:1786400369.921646:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941206528 00000100:00100000:3.0:1786400369.921722:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1786400369.921732:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f7581a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:25025:x1873175941206528:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1786400369.921854:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f7581a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:25025:x1873175941206528:12345-0@lo:502:mount.lustre.0 Request processed in 123us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400369.921862:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1786400369.921990:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e48148300 going to sleep for 11 seconds 00000100:00100000:3.0:1786400369.922021:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941206528:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1786400369.922195:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1786400369.922228:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1786400369.922247:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1786400369.922262:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1786400369.922298:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1786400369.922320:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1786400369.922340:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1786400369.922355:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1786400369.922368:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1786400369.922468:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1786400369.922485:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1786400369.922499:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1786400369.922512:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1786400369.922525:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1786400369.922540:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1786400369.922557:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1786400369.922586:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1786400369.922614:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1786400369.922634:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1786400369.922647:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1786400369.922681:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1786400369.922724:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1786400369.922739:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1786400369.922753:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1786400369.922777:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1786400369.922793:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1786400369.922804:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1786400369.922817:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1786400369.922831:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1786400369.922844:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1786400369.922857:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1786400369.922882:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1786400369.922896:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1786400369.922990:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1786400369.923010:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1786400369.923023:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1786400369.923048:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1786400369.923068:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1786400369.923083:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1786400369.923097:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1786400369.923111:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1786400369.923128:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1786400369.923149:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1786400369.923167:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1786400369.923183:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1786400369.923203:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1786400369.923222:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1786400369.923239:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1786400369.923286:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941206656:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1786400369.923350:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400369.923529:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e48148300 going to sleep for 11 seconds 00000100:00100000:0.0:1786400369.923591:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941206656 00000100:00100000:0.0:1786400369.923597:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941206656 00000100:00100000:0.0:1786400369.923684:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1786400369.923737:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f7581a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:25025:x1873175941206656:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1786400369.923869:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f7581a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:25025:x1873175941206656:12345-0@lo:502:mount.lustre.0 Request processed in 176us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400369.923877:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1786400369.924050:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941206656:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1786400369.924257:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1786400369.924282:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1786400369.924309:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941206784:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1786400369.924346:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400369.924372:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941206784 00000100:00100000:3.0:1786400369.924444:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941206784 00000100:00100000:3.0:1786400369.924488:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1786400369.924495:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:25025:x1873175941206784:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1786400369.924572:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:25025:x1873175941206784:12345-0@lo:502:mount.lustre.0 Request processed in 78us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400369.924579:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1786400369.924621:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e48148300 going to sleep for 11 seconds 00000100:00100000:3.0:1786400369.924636:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941206784:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1786400369.924675:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1786400369.924684:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1786400369.927155:0:25038:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1786400369.927176:0:25038:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9c8e46bc3380) 00000020:00000080:3.0:1786400369.927214:0:25038:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:3.0:1786400369.927451:0:25038:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c8e480b1000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1786400369.927455:0:25038:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c8e480b1000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1786400369.927457:0:25038:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c8e480b1000 3 00010000:00080000:3.0:1786400369.927495:0:25038:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c8e45d81000@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.133@tcp at head 00010000:00010000:3.0:1786400369.929187:0:25038:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:3.0:1786400369.929285:0:25038:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1786400369.929329:0:25038:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1786400369.929342:0:25038:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x2c22c214439068ec 00000100:00080000:3.0:1786400369.929351:0:25038:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1786400369.929356:0:25038:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c8e45d81000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400369.929388:0:25038:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48288700 x1873175941206912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786400369.929418:0:25038:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1786400369.929479:0:22599:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1786400369.929483:0:22599:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1786400369.929485:0:22599:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bf5000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786400369.929489:0:22599:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 698 00000100:00080000:3.0:1786400369.929498:0:22599:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1786400369.929502:0:22599:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c8f77bf5000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400369.929516:0:22599:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48289880 x1873175941207296/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786400369.929566:0:22599:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1786400369.929569:0:22599:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1786400369.929571:0:22599:0:(import.c:65:import_set_state_nolock()) ffff9c8e48913800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786400369.929574:0:22599:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 698 00000100:00080000:3.0:1786400369.929577:0:22599:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1786400369.929580:0:22599:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c8e48913800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400369.929591:0:22599:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48904a80 x1873175941207808/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786400369.929632:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941207040:0@lo:400:kworker.0 00000100:00100000:3.0:1786400369.929720:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400369.929749:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941207680:0@lo:400:kworker.0 00000100:00100000:0.0:1786400369.931986:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1873175941206912:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1786400369.933819:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1873175941207424:0@lo:400:kworker.0 00000100:00100000:0.0:1786400369.934114:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400369.934168:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941207296:0@lo:8:kworker.0 00000100:00100000:0.0:1786400369.934210:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400369.934242:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941206912 00000100:00100000:0.0:1786400369.934245:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941207808:0@lo:8:kworker.0 00000100:00100000:1.0:1786400369.934260:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941206912 00000100:00100000:0.0:1786400369.934277:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400369.934329:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1786400369.934340:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1873175941206912:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1786400369.934496:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400369.934786:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1786400369.934832:0:24747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941207296 00000100:00100000:0.0:1786400369.934839:0:24747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941207296 00000100:00100000:0.0:1786400369.934867:0:24747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941207808 00000100:00100000:0.0:1786400369.934869:0:24747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941207808 00000100:00100000:0.0:1786400369.934876:0:24747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941207680 00000100:00100000:0.0:1786400369.934877:0:24747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941207680 00010000:00080000:1.0:1786400369.934981:0:22705:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 703 last 0 00000100:00100000:0.0:1786400369.934993:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1786400369.935008:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48904000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941207680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400369.935061:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48904000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941207680:12345-0@lo:400:kworker.0 Request processed in 58us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400369.935068:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1786400369.935085:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1786400369.935089:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3645:x1873175941207296:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1786400369.935137:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3645:x1873175941207296:12345-0@lo:8:kworker.0 Request processed in 46us (928us total) trans 0 rc -11/-11 00000100:00100000:0.0:1786400369.935144:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1786400369.935154:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1786400369.935160:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3645:x1873175941207808:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1786400369.935191:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3645:x1873175941207808:12345-0@lo:8:kworker.0 Request processed in 31us (915us total) trans 0 rc -11/-11 00000100:00100000:0.0:1786400369.935197:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:0.0:1786400369.935214:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:1.0:1786400369.935218:0:22705:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x2c22c214439068f3 00000004:00100000:1.0:1786400369.935242:0:22705:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00100000:0.0:1786400369.935242:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1786400369.935256:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bf5000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786400369.935264:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1786400369.935278:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941207296:0@lo:8:kworker.0 00000100:00100000:0.0:1786400369.935294:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1786400369.935298:0:22705:0:(import.c:65:import_set_state_nolock()) ffff9c8f48a83000 : changing import state from RECOVER to FULL 00000100:00080000:0.0:1786400369.935299:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e48913800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786400369.935309:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1786400369.935313:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941207808:0@lo:8:kworker.0 00010000:00080000:0.0:1786400369.935424:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8e48288700 x1873175941206912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1786400379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786400369.935434:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1786400369.935439:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1786400369.935446:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1786400369.935451:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1786400369.935454:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e45d81000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1786400369.935460:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1873175941206912:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1786400369.935495:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941207168:0@lo:400:kworker.0 00000100:00100000:2.0:1786400369.935799:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400369.936757:0:22707:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1786400369.938005:0:22707:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1786400369.940087:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400369.940187:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1873175941207936:0@lo:400:kworker.0 00000100:00100000:2.0:1786400369.942526:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1873175941208064:0@lo:400:kworker.0 00000100:00100000:2.0:1786400369.942615:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400369.942640:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1786400369.942647:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941207552:0@lo:400:kworker.0 00000100:00100000:2.0:1786400369.942673:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400369.942723:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1873175941208192:0@lo:400:kworker.0 00000100:00100000:2.0:1786400369.942746:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400369.942808:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941207168 00000100:00100000:2.0:1786400369.942816:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941207168 00000100:00100000:2.0:1786400369.942873:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1786400369.942883:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941207168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400369.942943:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1873175941206912:12345-0@lo:38:llog_process_th.0 Request processed in 8594us (8820us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400369.942960:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1786400369.943212:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400369.943250:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941207680:0@lo:400:kworker.0 00000100:00100000:3.0:1786400369.943283:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941207040 00000100:00100000:3.0:1786400369.943287:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941207040 00000100:00100000:3.0:1786400369.943309:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941207552 00000100:00100000:3.0:1786400369.943319:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941207552 00000100:00100000:3.0:1786400369.943337:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1786400369.943343:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941207040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400369.943402:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941207424 00000100:00100000:1.0:1786400369.943413:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941207424 00000100:00100000:1.0:1786400369.943454:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941208064 00000100:00100000:1.0:1786400369.943458:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941208064 00000100:00100000:3.0:1786400369.944190:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941207040:12345-0@lo:400:kworker.0 Request processed in 842us (14465us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400369.944202:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1786400369.944233:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1786400369.944243:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941207552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400369.944262:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941208192 00000100:00100000:1.0:1786400369.944270:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941208192 00000100:00100000:1.0:1786400369.944296:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941207936 00000100:00100000:1.0:1786400369.944300:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941207936 00000100:00100000:3.0:1786400369.944306:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941207552:12345-0@lo:400:kworker.0 Request processed in 64us (1630us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400369.944319:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1786400369.944327:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1786400369.944339:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1873175941207424:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1786400369.944372:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1786400369.944416:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1873175941207424:12345-0@lo:400:kworker.0 Request processed in 79us (9944us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400369.944425:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1786400369.944443:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1786400369.944449:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1873175941208064:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1786400369.945065:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1786400369.945835:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1873175941208064:12345-0@lo:400:kworker.0 Request processed in 1378us (3213us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400369.945867:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1786400369.945904:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1786400369.945917:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1873175941208192:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1786400369.946027:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1786400369.947171:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941207168:12345-0@lo:400:kworker.0 Request processed in 4282us (7082us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400369.947185:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1786400369.947479:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941207040:0@lo:400:kworker.0 00000100:00100000:0.0:1786400369.947857:0:22706:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1786400369.947871:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1786400369.947884:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1873175941207936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400369.948276:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1873175941208192:12345-0@lo:400:kworker.0 Request processed in 2356us (5520us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400369.948289:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1786400369.948487:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1873175941207936:12345-0@lo:400:kworker.0 Request processed in 605us (5274us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400369.948495:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1786400369.948607:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941207552:0@lo:400:kworker.0 00010000:00080000:2.0:1786400369.948622:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8e48904380 x1873175941208192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400369.948632:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1873175941208192:0@lo:400:kworker.0 00010000:00080000:2.0:1786400369.948643:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8e4828b800 x1873175941207424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400369.948650:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1873175941207424:0@lo:400:kworker.0 00010000:00080000:2.0:1786400369.948661:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8e48906680 x1873175941208064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400369.948669:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1873175941208064:0@lo:400:kworker.0 00000020:01000004:2.0:1786400369.949043:0:25038:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1786400369.949066:0:25038:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9c8f6750cd40) 00000020:00000080:2.0:1786400369.949090:0:25038:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:2.0:1786400369.949254:0:25038:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c8e480b1000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1786400369.949258:0:25038:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c8e480b1000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1786400369.949260:0:25038:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c8e480b1000 3 00010000:00080000:2.0:1786400369.949284:0:25038:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c8e46b36000@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.133@tcp at head 00000100:00100000:3.0:1786400369.951067:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941207168:0@lo:400:kworker.0 00010000:00080000:3.0:1786400369.951601:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8e48905500 x1873175941207936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786400369.951612:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1873175941207936:0@lo:400:kworker.0 00010000:00010000:2.0:1786400369.952187:0:25038:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:2.0:1786400369.952278:0:25038:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:2.0:1786400369.952317:0:25038:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1786400369.952329:0:25038:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x2c22c21443906901 00000100:00080000:2.0:1786400369.952337:0:25038:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1786400369.952342:0:25038:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9c8e46b36000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:2.0:1786400369.952372:0:25038:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8e48991f80 x1873175941208320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786400369.954524:0:25038:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:2.0:1786400369.954571:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1873175941208320:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1786400369.954645:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400369.954731:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941208320 00000100:00100000:2.0:1786400369.954739:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941208320 00000100:00100000:2.0:1786400369.954796:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1786400369.954804:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1873175941208320:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1786400369.954832:0:22706:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 703 last 0 00000020:00000080:2.0:1786400369.954896:0:22706:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x2c22c21443906908 00000004:00100000:2.0:1786400369.956490:0:22706:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1786400369.956534:0:22706:0:(import.c:65:import_set_state_nolock()) ffff9c8e48ac1000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1786400369.956668:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1873175941208320:12345-0@lo:38:llog_process_th.0 Request processed in 1861us (2020us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400369.956704:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1786400369.957066:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c8e48991f80 x1873175941208320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1786400379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786400369.957078:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1786400369.957086:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1786400369.957095:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1786400369.957100:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1786400369.957109:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e46b36000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1786400369.957116:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1873175941208320:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1786400369.957631:0:25038:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1786400369.957760:0:25025:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1786400369.958102:0:25025:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1786400369.958158:0:25025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439068d7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439068de expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.958169:0:25025:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f413d2800/0x2c22c214439068d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c214439068de expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1786400369.958219:0:25025:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1786400369.958221:0:25025:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1786400369.958222:0:25025:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1786400369.958224:0:25025:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1786400369.958225:0:25025:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1786400369.958227:0:25025:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1786400369.958228:0:25025:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1786400369.958231:0:25025:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1786400369.958232:0:25025:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1786400369.958237:0:25025:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1786400369.958239:0:25025:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1786400369.958241:0:25025:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1786400369.958242:0:25025:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1786400369.958242:0:25025:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1786400369.958243:0:25025:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1786400369.958245:0:25025:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1786400369.958246:0:25025:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1786400369.958247:0:25025:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1786400369.958248:0:25025:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1786400369.958272:0:25025:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1786400369.958290:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48991f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941208448:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1786400369.958353:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400369.959042:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f67ecc000 going to sleep for 11 seconds 00000100:00100000:2.0:1786400369.959070:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941208448 00000100:00100000:2.0:1786400369.959086:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941208448 00000100:00100000:2.0:1786400369.959130:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1786400369.959138:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f7581bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:25025:x1873175941208448:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1786400369.959162:0:22698:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1786400369.959175:0:22698:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1786400369.978109:0:22698:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1786400369.978260:0:22698:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1786400369.978746:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f7581bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:25025:x1873175941208448:12345-0@lo:253:mount.lustre.0 Request processed in 19604us (20388us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400369.978758:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1786400369.978882:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48991f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f13737b8-c470-46e6-b04d-cb6cb5174b94:25025:1873175941208448:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1786400369.978895:0:25025:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1786400369.978899:0:25025:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1786400369.978901:0:25025:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1786400369.978902:0:25025:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1786400369.978903:0:25025:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1786400369.978904:0:25025:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1786400369.978905:0:25025:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1786400369.978906:0:25025:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1786400369.978908:0:25025:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1786400369.978909:0:25025:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1786400369.978926:0:25025:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1786400369.980634:0:22721:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1786400369.980642:0:22721:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1786400369.980664:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c8f40031e00/0x2c22c2144390690f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400369.980681:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c8f413d3e00/0x2c22c2144390679c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906795 expref: 23 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400369.980728:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c8f67630c00/0x2c22c214439067aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439067a3 expref: 23 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400369.980736:0:22721:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c8f40031e00/0x2c22c2144390690f lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400369.980787:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c8f67630c00/0x2c22c214439067aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c22c214439067a3 expref: 23 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400369.980800:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c8f67630c00/0x2c22c214439067aa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c22c214439067a3 expref: 23 pid: 22700 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400369.980813:0:22721:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f78e37800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1873175941208576:0@lo:104: 00000100:00100000:0.0:1786400369.980867:0:22721:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1786400369.980917:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c8f413d3e00/0x2c22c2144390679c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c22c21443906795 expref: 23 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400369.980925:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c8f413d3e00/0x2c22c2144390679c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c22c21443906795 expref: 23 pid: 22699 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400369.980933:0:22721:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f78e35f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1873175941208704:0@lo:104: 00000100:00100000:0.0:1786400369.980954:0:22721:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400369.980974:0:22721:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b28c00 going to sleep for 11 seconds 00000100:00100000:2.0:1786400369.981055:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941208576 00000100:00100000:2.0:1786400369.981063:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941208576 00000100:00100000:2.0:1786400369.981112:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941208704 00000100:00100000:2.0:1786400369.981117:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941208704 00000100:00100000:2.0:1786400369.981148:0:22688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1786400369.981158:0:22688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+4:22721:x1873175941208576:12345-0@lo:104: 00010000:00010000:2.0:1786400369.981170:0:22688:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: ffff9c8f67630200/0x2c22c214439067a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c214439067aa expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.981242:0:22688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1786400369.981248:0:22688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+4:22721:x1873175941208576:12345-0@lo:104: Request processed in 93us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400369.981255:0:22688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1786400369.981273:0:22688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1786400369.981287:0:22688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48289c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+3:22721:x1873175941208704:12345-0@lo:104: 00010000:00010000:2.0:1786400369.981295:0:22688:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c2144390679c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.981330:0:22688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1786400369.981335:0:22688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48289c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+3:22721:x1873175941208704:12345-0@lo:104: Request processed in 50us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400369.981341:0:22688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1786400369.981358:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1786400369.981364:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f67630200/0x2c22c214439067a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c214439067aa expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.981371:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67630200 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:2.0:1786400369.981375:0:22693:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f67630200/0x2c22c214439067a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c22c214439067aa expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.981382:0:22693:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f67630200/0x2c22c214439067a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c22c214439067aa expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786400369.981389:0:22693:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f67630200/0x2c22c214439067a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c22c214439067aa expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400369.981394:0:22693:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1786400369.981419:0:22693:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f67630200/0x2c22c214439067a3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439067aa expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.981427:0:22693:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1786400369.981444:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f67630200/0x2c22c214439067a3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439067aa expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.981462:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f67630200/0x2c22c214439067a3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439067aa expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.981475:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786400369.981478:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c2144390679c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.981484:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9b200 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:2.0:1786400369.981486:0:22693:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c22c2144390679c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.981493:0:22693:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906795 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c22c2144390679c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786400369.981498:0:22693:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906795 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c22c2144390679c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400369.981503:0:22693:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1786400369.981518:0:22693:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906795 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c2144390679c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.981524:0:22693:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1786400369.981530:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906795 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c2144390679c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.981537:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b200/0x2c22c21443906795 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c2144390679c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.981548:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400369.981556:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400369.981557:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400369.981577:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f13737b8-c470-46e6-b04d-cb6cb5174b94:3647:1873175941208960:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1786400369.981606:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400369.981634:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1786400369.981640:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f13737b8-c470-46e6-b04d-cb6cb5174b94:3647:1873175941208832:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1786400369.981658:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400369.981683:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941208960 00000100:00100000:2.0:1786400369.981711:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941208960 00010000:00010000:2.0:1786400369.981729:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c8f413d3e00/0x2c22c2144390679c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c21443906795 expref: 24 pid: 22699 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400369.981748:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941208832 00000100:00100000:2.0:1786400369.981751:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941208832 00010000:00010000:2.0:1786400369.981760:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c8f67630c00/0x2c22c214439067aa lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c214439067a3 expref: 25 pid: 22700 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400369.982121:0:22721:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f78e37800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1873175941208576:0@lo:104: 00000100:00100000:3.0:1786400369.982130:0:22721:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f78e35f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1873175941208704:0@lo:104: 00010000:00010000:3.0:1786400369.982152:0:22721:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c8f40031e00/0x2c22c2144390690f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400369.982194:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1786400369.982202:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48906680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+25:3647:x1873175941208960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1786400369.982225:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400369.982232:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c8f413d3e00/0x2c22c2144390679c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c21443906795 expref: 25 pid: 22699 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.982241:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c8f413d3e00/0x2c22c2144390679c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c22c21443906795 expref: 25 pid: 22699 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.982254:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f413d3e00/0x2c22c2144390679c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c22c21443906795 expref: 25 pid: 22699 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.982268:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400369.982316:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48906680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:3647:x1873175941208960:12345-0@lo:103:ldlm_bl.0 Request processed in 116us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400369.982323:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1786400369.982337:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1786400369.982343:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48904380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:3647:x1873175941208832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1786400369.982350:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400369.982355:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c8f67630c00/0x2c22c214439067aa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c214439067a3 expref: 23 pid: 22700 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.982363:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c8f67630c00/0x2c22c214439067aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c22c214439067a3 expref: 23 pid: 22700 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.982373:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f67630c00/0x2c22c214439067aa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c22c214439067a3 expref: 23 pid: 22700 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.982384:0:22691:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c8f40031e00/0x2c22c2144390690f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.982391:0:22691:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f40031e00/0x2c22c2144390690f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1786400369.982403:0:22691:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005977540s 00010000:00010000:2.0:1786400369.982407:0:22691:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c8f40031e00/0x2c22c2144390690f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.982414:0:22691:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c8f40031e00/0x2c22c2144390690f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.982420:0:22691:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c8f40031e00/0x2c22c2144390690f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.982438:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c8f40031e00/0x2c22c2144390690f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.982444:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f40031e00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400369.982448:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c8f40031e00/0x2c22c2144390690f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.982454:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c8f40031e00/0x2c22c2144390690f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.982466:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c8f40031e00/0x2c22c2144390690f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400369.982475:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400369.982499:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48904380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:3647:x1873175941208832:12345-0@lo:103:ldlm_bl.0 Request processed in 156us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400369.982506:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1786400369.982556:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f13737b8-c470-46e6-b04d-cb6cb5174b94:3647:1873175941208832:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1786400369.982564:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f13737b8-c470-46e6-b04d-cb6cb5174b94:3647:1873175941208960:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1786400369.982582:0:22721:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c8f40031e00/0x2c22c2144390690f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400369.982588:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c8f40031e00/0x2c22c2144390690f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400369.982594:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f40031e00/0x2c22c2144390690f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400369.982670:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:0.0:1786400369.984062:0:25025:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1786400369.988362:0:25025:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1786400369.988375:0:25025:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1786400369.988505:0:25025:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1786400369.989105:0:25025:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.133@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1786400369.989136:0:25025:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:0.0:1786400369.989176:0:25025:0:(super25.c:187:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:0.0:1786400369.998241:0:25025:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1786400369.999245:0:25025:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1786400370.355989:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941209088:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1786400370.356085:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400370.356180:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1786400370.356187:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48905500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941209216:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1786400370.356212:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1786400370.356524:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786400370.363105:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941209088 00000100:00100000:0.0:1786400370.363122:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941209088 00000100:00100000:0.0:1786400370.363189:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941209216 00000100:00100000:0.0:1786400370.363194:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941209216 00000100:00100000:0.0:1786400370.363218:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1786400370.363228:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47985f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941209088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1786400370.363287:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1786400370.363373:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47985f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941209088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (7288us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400370.363382:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1786400370.363402:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1786400370.363409:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47985c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941209216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1786400370.363419:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1786400370.363445:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47985c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941209216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (7232us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400370.363451:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1786400370.365019:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48905500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941209216:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1786400370.365049:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941209088:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1786400370.619890:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:2.0:1786400370.950404:0:25092:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1786400370.951101:0:25092:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1786400371.379922:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400371.380105:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941209344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1786400371.380198:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:0.0:1786400371.380199:0:22702:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1786400371.380204:0:22702:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9c8f5e5cb800 from 14 10000000:01000000:0.0:1786400371.380210:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1786400371.380240:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f40030600/0x2c22c21443906916 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400371.380252:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f40030600/0x2c22c21443906916 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400371.380264:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f40030600/0x2c22c21443906916 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400371.380293:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941209472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1786400371.380328:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400371.380369:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b28300 going to sleep for 11 seconds 00000100:00100000:2.0:1786400371.380429:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941209344 00000100:00100000:2.0:1786400371.380442:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941209344 00000100:00100000:2.0:1786400371.380492:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1786400371.380501:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941209344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1786400371.380533:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1786400371.380585:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941209472 00000100:00100000:2.0:1786400371.380585:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941209344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400371.380591:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941209472 00000100:00100000:2.0:1786400371.380597:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1786400371.380627:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1786400371.380636:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f7581b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:22702:x1873175941209472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1786400371.380646:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1786400371.380658:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941209344:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1786400371.380659:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8e483fa000/0x2c22c2144390691d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c21443906916 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400371.380685:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8e483fa000/0x2c22c2144390691d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c21443906916 expref: 23 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400371.380864:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941209600:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1786400371.380892:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400371.380951:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941209600 00000100:00100000:0.0:1786400371.380956:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941209600 00000100:00100000:0.0:1786400371.380982:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1786400371.380988:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941209600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1786400371.381004:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00010000:00010000:3.0:1786400371.381102:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8e483fa000/0x2c22c2144390691d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906916 expref: 23 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400371.381113:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e483fa000, rc 0) 00000100:00100000:0.0:1786400371.381118:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941209600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400371.381126:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1786400371.381164:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f7581b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:22702:x1873175941209472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 529us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400371.381170:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1786400371.381206:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941209472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1786400371.381221:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f40030600/0x2c22c21443906916 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390691d expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400371.381231:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f40030600/0x2c22c21443906916 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c2144390691d expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400371.381280:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941209728:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1786400371.381311:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400371.381347:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f758d10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786400371.381396:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941209600:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1786400371.381549:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941209728 00000100:00100000:3.0:1786400371.381554:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941209728 00000100:00100000:3.0:1786400371.381589:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1786400371.381596:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f543cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:22702:x1873175941209728:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1786400371.381612:0:22698:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1786400371.381630:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1786400371.381633:0:22698:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1786400371.381784:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f543cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:22702:x1873175941209728:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 187us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400371.381792:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1786400371.381826:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941209728:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1786400371.381881:0:22702:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1786400371.381889:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f40030600/0x2c22c21443906916 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390691d expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400371.381898:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f40030600/0x2c22c21443906916 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390691d expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1786400371.381917:0:22702:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1786400371.381919:0:22702:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9c8f5f39e800 from 14 10000000:01000000:1.0:1786400371.381922:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1786400371.381939:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906924 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400371.381946:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906924 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400371.381954:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906924 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400371.381966:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941209856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1786400371.381990:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400371.382020:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f758d10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786400371.382050:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941209856 00000100:00100000:3.0:1786400371.382059:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941209856 00000100:00100000:3.0:1786400371.382091:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1786400371.382097:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48237050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:22702:x1873175941209856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1786400371.382105:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1786400371.382115:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8e483fbc00/0x2c22c2144390692b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c21443906924 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400371.382129:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8e483fbc00/0x2c22c2144390692b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c21443906924 expref: 24 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400371.382138:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8e483fbc00/0x2c22c2144390692b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906924 expref: 24 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400371.382144:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e483fbc00, rc 0) 00000100:00100000:3.0:1786400371.382183:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48237050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:22702:x1873175941209856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 86us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400371.382190:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1786400371.382215:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941209856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1786400371.382228:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906924 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390692b expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400371.382237:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906924 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c2144390692b expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400371.382272:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941209984:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1786400371.382299:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400371.382327:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f758d10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786400371.382390:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941209984 00000100:00100000:3.0:1786400371.382395:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941209984 00000100:00100000:3.0:1786400371.382420:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1786400371.382427:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f43a42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:22702:x1873175941209984:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1786400371.382437:0:22698:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1786400371.382449:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1786400371.382452:0:22698:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1786400371.382780:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f43a42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:22702:x1873175941209984:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 353us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400371.382787:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1786400371.382857:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941209984:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1786400371.382899:0:22702:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1786400371.382909:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906924 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390692b expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400371.382917:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b400/0x2c22c21443906924 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c2144390692b expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400372.404875:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1786400372.666657:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1786400373.430393:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400374.453234:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786400374.963924:0:22599:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1786400374.963931:0:22599:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1786400374.963934:0:22599:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bf5000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786400374.963944:0:22599:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c8f77bf5000 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400374.963964:0:22599:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f758b8700 x1873175941210496/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786400374.963995:0:22599:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1786400374.963998:0:22599:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1786400374.964000:0:22599:0:(import.c:65:import_set_state_nolock()) ffff9c8e48913800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786400374.964005:0:22599:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c8e48913800 using connection 192.168.203.133@tcp/0@lo 00000100:00100000:3.0:1786400374.964016:0:22599:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c8f758b8e00 x1873175941211008/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786400374.964109:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941210240:0@lo:400:kworker.0 00000100:00100000:3.0:1786400374.964170:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400374.964218:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941210880:0@lo:400:kworker.0 00000100:00100000:3.0:1786400374.964243:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400374.964261:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1873175941211520:0@lo:400:kworker.0 00000100:00100000:3.0:1786400374.964292:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400374.964316:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1786400374.964322:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941210112:0@lo:400:kworker.0 00000100:00100000:3.0:1786400374.964349:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400374.964371:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941210752:0@lo:400:kworker.0 00000100:00100000:3.0:1786400374.964391:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400374.964421:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1873175941211392:0@lo:400:kworker.0 00000100:00100000:3.0:1786400374.964448:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400374.964476:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941210368:0@lo:400:kworker.0 00000100:00100000:3.0:1786400374.964499:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400374.964515:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1873175941211136:0@lo:400:kworker.0 00000100:00100000:3.0:1786400374.964535:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400374.964550:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1873175941211648:0@lo:400:kworker.0 00000100:00100000:3.0:1786400374.964569:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400374.964588:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1786400374.964593:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941210624:0@lo:400:kworker.0 00000100:00100000:3.0:1786400374.964612:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400374.964623:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1873175941211264:0@lo:400:kworker.0 00000100:00100000:3.0:1786400374.964639:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400374.964660:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941210496:0@lo:8:kworker.0 00000100:00100000:3.0:1786400374.964680:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400374.964726:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941211008:0@lo:8:kworker.0 00000100:00100000:1.0:1786400374.964795:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941211520 00000100:00100000:1.0:1786400374.964803:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941211520 00000100:00100000:1.0:1786400374.964854:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941211392 00000100:00100000:1.0:1786400374.964857:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941211392 00000100:00100000:1.0:1786400374.964872:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941211136 00000100:00100000:1.0:1786400374.964875:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941211136 00000100:00100000:1.0:1786400374.964885:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941211648 00000100:00100000:1.0:1786400374.964887:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941211648 00000100:00100000:1.0:1786400374.964897:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941210624 00000100:00100000:1.0:1786400374.964900:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941210624 00000100:00100000:1.0:1786400374.964909:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941211264 00000100:00100000:1.0:1786400374.964911:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941211264 00000100:00100000:1.0:1786400374.964925:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1786400374.964933:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1873175941211520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400374.964988:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1873175941211520:12345-0@lo:400:kworker.0 Request processed in 56us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400374.964995:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1786400374.965013:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1786400374.965019:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1873175941211392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400374.965045:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1873175941211392:12345-0@lo:400:kworker.0 Request processed in 27us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400374.965051:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1786400374.965062:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1786400374.965077:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1873175941211136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400374.965109:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1873175941211136:12345-0@lo:400:kworker.0 Request processed in 33us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400374.965116:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1786400374.965127:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1786400374.965133:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1873175941211648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400374.965157:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1873175941211648:12345-0@lo:400:kworker.0 Request processed in 24us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400374.965163:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1786400374.965173:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1786400374.965178:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941210624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400374.965204:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941210624:12345-0@lo:400:kworker.0 Request processed in 26us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400374.965210:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1786400374.965221:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1786400374.965226:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1873175941211264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400374.965253:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1873175941211264:12345-0@lo:400:kworker.0 Request processed in 27us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400374.965258:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:1.0:1786400374.965274:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1786400374.965279:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1786400374.965306:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f758b9180 x1873175941210624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400374.965321:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941210624:0@lo:400:kworker.0 00010000:00080000:1.0:1786400374.965331:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f758b9c00 x1873175941211264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400374.965345:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1873175941211264:0@lo:400:kworker.0 00010000:00080000:1.0:1786400374.965356:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f758b9f80 x1873175941211136/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400374.965364:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1873175941211136:0@lo:400:kworker.0 00010000:00080000:1.0:1786400374.965377:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f758ba680 x1873175941211648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400374.965384:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1873175941211648:0@lo:400:kworker.0 00010000:00080000:1.0:1786400374.965418:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f758b9500 x1873175941211392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400374.965427:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1873175941211392:0@lo:400:kworker.0 00010000:00080000:1.0:1786400374.965440:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f758b9880 x1873175941211520/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400374.965448:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1873175941211520:0@lo:400:kworker.0 00000100:00100000:3.0:1786400374.965540:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400374.965589:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941210240 00000100:00100000:3.0:1786400374.965594:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941210240 00000100:00100000:3.0:1786400374.965617:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941210752 00000100:00100000:3.0:1786400374.965620:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941210752 00000100:00100000:3.0:1786400374.965634:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1786400374.965640:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941210240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400374.965677:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941210240:12345-0@lo:400:kworker.0 Request processed in 36us (1506us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400374.965683:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1786400374.965725:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1786400374.965779:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941210880 00000100:00100000:1.0:1786400374.965783:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941210880 00000100:00100000:1.0:1786400374.965808:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941210368 00000100:00100000:1.0:1786400374.965811:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941210368 00000100:00100000:1.0:1786400374.965824:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941210496 00000100:00100000:1.0:1786400374.965826:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941210496 00000100:00100000:1.0:1786400374.965834:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941211008 00000100:00100000:1.0:1786400374.965837:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941211008 00000100:00100000:1.0:1786400374.965844:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1786400374.965850:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941210880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400374.965892:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941210880:12345-0@lo:400:kworker.0 Request processed in 41us (1647us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400374.965898:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1786400374.965910:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1786400374.965916:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941210368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400374.965948:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941210368:12345-0@lo:400:kworker.0 Request processed in 32us (1448us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400374.965954:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1786400374.965963:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1786400374.965967:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1873175941210496:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1786400374.965993:0:24213:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 708 last 0 00000020:00000080:1.0:1786400374.966019:0:24213:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2c22c21443906932 00002000:00100000:1.0:1786400374.966035:0:24213:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9c8e46b34000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211366b ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1786400374.966039:0:24213:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1786400374.966042:0:24213:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1786400374.966269:0:24213:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1786400374.966299:0:24213:0:(import.c:65:import_set_state_nolock()) ffff9c8e46b37800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1786400374.966343:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3645:x1873175941210496:12345-0@lo:8:kworker.0 Request processed in 373us (1661us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400374.966349:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1786400374.966361:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1786400374.966365:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1873175941211008:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1786400374.966381:0:24213:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 708 last 0 00000020:00000080:1.0:1786400374.966398:0:24213:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2c22c21443906939 00002000:00100000:1.0:1786400374.966404:0:24213:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9c8e46b31800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211366b ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:1.0:1786400374.966412:0:24213:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:1.0:1786400374.966414:0:24213:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1786400374.966437:0:24213:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:1.0:1786400374.966450:0:24213:0:(import.c:65:import_set_state_nolock()) ffff9c8e46b34800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1786400374.966477:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3645:x1873175941211008:12345-0@lo:8:kworker.0 Request processed in 110us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400374.966484:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:1.0:1786400374.966501:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1786400374.966525:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f758b8700 x1873175941210496/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1786400399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786400374.966541:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1786400374.966553:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1786400374.966560:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1786400374.966563:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8f77bf5000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1786400374.966584:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1786400374.966590:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1873175941210496:0@lo:8:kworker.0 00010000:00080000:1.0:1786400374.966607:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f758b8e00 x1873175941211008/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1786400399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786400374.966617:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1786400374.966623:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1786400374.966626:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1786400374.966629:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c8e48913800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1786400374.966641:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1786400374.966644:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1873175941211008:0@lo:8:kworker.0 00000004:00080000:1.0:1786400374.966722:0:22732:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1786400374.966760:0:22732:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22732:1873175941211904:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1786400374.966797:0:22732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400374.966815:0:22732:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b01ef00 going to sleep for 11 seconds 00000004:00080000:1.0:1786400374.966843:0:23450:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:1.0:1786400374.966857:0:23450:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23450:1873175941212160:0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1786400374.966881:0:23450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400374.966891:0:23450:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b01eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1786400374.966902:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941212032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1786400374.966925:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400374.966972:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941212032 00000100:00100000:1.0:1786400374.966977:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941212032 00000100:00100000:1.0:1786400374.967014:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1786400374.967021:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1873175941212032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1786400374.967041:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1786400374.967076:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1873175941212032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400374.967082:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1786400374.967103:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941211776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1786400374.967125:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1786400374.967146:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1786400374.967162:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f47f2ed80 x1873175941212032/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1786400390 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400374.967175:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941212032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1786400374.967198:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941211776 00000100:00100000:1.0:1786400374.967201:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941211776 00000100:00100000:1.0:1786400374.967225:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1786400374.967231:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1873175941211776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1786400374.967248:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1786400374.967282:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1873175941211776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400374.967288:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:1.0:1786400374.967302:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1786400374.967317:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f47f2df80 x1873175941211776/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1786400390 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400374.967329:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941211776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1786400374.967354:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941210368:0@lo:400:kworker.0 00000100:00100000:1.0:1786400374.967377:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941210240:0@lo:400:kworker.0 00000100:00100000:1.0:1786400374.967388:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941210880:0@lo:400:kworker.0 00000100:00100000:1.0:1786400374.967407:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941211904 00000100:00100000:1.0:1786400374.967409:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941211904 00000100:00100000:1.0:1786400374.967425:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941212160 00000100:00100000:1.0:1786400374.967427:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941212160 00000100:00100000:1.0:1786400374.967437:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1786400374.967443:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22732:x1873175941211904:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1786400374.967792:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941210752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400374.967841:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941210752:12345-0@lo:400:kworker.0 Request processed in 2110us (3449us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400374.967849:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1786400374.967874:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1786400374.967882:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23450:x1873175941212160:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1786400374.967922:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941210112 00000100:00100000:3.0:1786400374.967927:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941210112 00000100:00100000:3.0:1786400374.967956:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1786400374.967962:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f43a43850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:3649:x1873175941210112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400374.967991:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f43a43850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:3649:x1873175941210112:12345-0@lo:400:kworker.0 Request processed in 30us (3642us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400374.967997:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000004:00080000:3.0:1786400374.968041:0:22731:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1786400374.968108:0:22731:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 708579416815ns, next at 0ns, rc = 0 00080000:00080000:3.0:1786400374.968114:0:22731:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1786400374.968294:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f13737b8-c470-46e6-b04d-cb6cb5174b94:3649:1873175941210112:0@lo:400:kworker.0 00000100:00100000:1.0:1786400374.968308:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941210752:0@lo:400:kworker.0 00000004:00080000:0.0:1786400374.968408:0:23449:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1786400374.968456:0:23449:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 708579764844ns, next at 0ns, rc = 0 00080000:00080000:0.0:1786400374.968461:0:23449:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00002000:00080000:1.0:1786400374.971932:0:24213:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:1.0:1786400374.971942:0:24213:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:1.0:1786400374.971948:0:24213:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000004:00080000:0.0:1786400374.972112:0:23439:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000004:00080000:0.0:1786400374.972222:0:22685:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00080000:0.0:1786400374.979581:0:24210:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:0.0:1786400374.979590:0:24210:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1786400374.979687:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23450:x1873175941212160:12345-0@lo:7:osp-pre-1-1.0 Request processed in 11801us (12799us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400374.979747:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:1.0:1786400374.981681:0:23450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f47f2d180 x1873175941212160/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1786400390 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400374.982096:0:23450:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23450:1873175941212160:0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1786400374.982109:0:23450:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1786400374.982155:0:23450:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758bb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23450:1873175941212288:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1786400374.982209:0:23450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400374.982303:0:23450:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b01eb40 going to sleep for 11 seconds 00002000:00010000:1.0:1786400374.984400:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1786400374.984413:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028bc5b56/0x2c22c21443906940 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400374.984429:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=708s v=(0 0) 00010000:00010000:1.0:1786400374.984434:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1786400374.984439:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028bc5b56/0x2c22c21443906940 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400374.984468:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028bc5b56/0x2c22c21443906940 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400374.984478:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028bc5b56/0x2c22c21443906940 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400374.984487:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028bc5b56/0x2c22c21443906940 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400374.984507:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400374.984519:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400374.984531:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028bc5b56/0x2c22c21443906940 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400374.984539:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9ac00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400374.984543:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028bc5b56/0x2c22c21443906940 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400374.984552:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028bc5b56/0x2c22c21443906940 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400374.984567:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028bc5b56/0x2c22c21443906940 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400374.984573:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028bc5b56/0x2c22c21443906940 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400374.984590:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400374.984592:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400374.984594:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400374.984978:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941212288 00000100:00100000:3.0:1786400374.984988:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941212288 00000100:00100000:3.0:1786400374.985037:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1786400374.985047:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23450:x1873175941212288:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1786400374.985079:0:24212:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1786400374.985158:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23450:x1873175941212288:12345-0@lo:5:osp-pre-1-1.0 Request processed in 112us (2948us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400374.985166:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1786400374.985420:0:23450:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758bb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23450:1873175941212288:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1786400374.985433:0:23450:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1786400374.985492:0:23450:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758bb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23450:1873175941212416:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1786400374.985524:0:23450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400374.985547:0:23450:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b01eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1786400374.985562:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941212416 00000100:00100000:1.0:1786400374.985565:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941212416 00000100:00100000:1.0:1786400374.985599:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1786400374.985605:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23450:x1873175941212416:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1786400374.985629:0:24210:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:3.0:1786400374.986628:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400374.986637:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906947 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.986658:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400374.986662:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400374.986668:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906947 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.986681:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906947 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.986715:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906947 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.986723:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906947 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.986752:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1786400374.986764:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1786400374.986770:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906947 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.986778:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fac00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:3.0:1786400374.986782:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906947 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.986790:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906947 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.986818:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906947 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.986825:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906947 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.986842:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400374.986844:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400374.986846:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1786400374.987585:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400374.987592:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c2144390694e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.987602:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400374.987605:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400374.987609:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c2144390694e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.987618:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c2144390694e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.987627:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c2144390694e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.987636:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c2144390694e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.987664:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1786400374.988607:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1786400374.988615:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c2144390694e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400374.988625:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fb200 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400374.988631:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c2144390694e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400374.988639:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c2144390694e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400374.988652:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c2144390694e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400374.988660:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c2144390694e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400374.988677:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400374.988679:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400374.988681:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1786400374.989073:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400374.989080:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906955 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.989091:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400374.989095:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400374.989100:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906955 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.989110:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906955 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.989120:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906955 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.989129:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906955 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.989145:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1786400374.989153:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1786400374.989158:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906955 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.989165:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fbe00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:3.0:1786400374.989175:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906955 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.989183:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906955 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.989194:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906955 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.989201:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906955 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.989215:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400374.989216:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400374.989218:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1786400374.990956:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400374.990968:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009bd54635/0x2c22c2144390695c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.990982:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400374.990986:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400374.990992:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009bd54635/0x2c22c2144390695c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.991003:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009bd54635/0x2c22c2144390695c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.991013:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009bd54635/0x2c22c2144390695c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.991028:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009bd54635/0x2c22c2144390695c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.991052:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1786400374.991503:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400374.991509:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906963 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.991519:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400374.991522:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400374.991527:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906963 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.991536:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906963 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.991545:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906963 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.991552:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906963 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.991654:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1786400374.994522:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400374.994537:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390696a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.994560:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400374.994564:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400374.994569:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390696a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.994583:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390696a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.994592:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390696a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400374.994599:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390696a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400374.995576:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1786400374.995589:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009bd54635/0x2c22c2144390695c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400374.995600:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483faa00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400374.995605:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009bd54635/0x2c22c2144390695c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400374.995624:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009bd54635/0x2c22c2144390695c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400374.995646:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009bd54635/0x2c22c2144390695c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400374.995653:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009bd54635/0x2c22c2144390695c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400374.995678:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1786400374.995682:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906963 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400374.995703:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fba00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400374.995707:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906963 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400374.995715:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906963 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400374.995725:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906963 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400374.995744:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906963 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400374.995769:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1786400374.995773:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390696a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400374.995779:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fb400 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400374.995783:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390696a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400374.995790:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390696a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400374.995800:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390696a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400374.995808:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400374.995809:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400374.995811:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786400374.995919:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400374.997473:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1786400374.997484:0:24213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390696a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1786400374.999765:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400374.999778:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b090b721/0x2c22c21443906971 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400374.999794:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=708s v=(0 0) 00010000:00010000:2.0:1786400374.999799:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400374.999805:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b090b721/0x2c22c21443906971 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400374.999822:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b090b721/0x2c22c21443906971 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400374.999833:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b090b721/0x2c22c21443906971 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400374.999855:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b090b721/0x2c22c21443906971 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.006227:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1786400375.006240:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b090b721/0x2c22c21443906971 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.006254:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47876400 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400375.006259:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b090b721/0x2c22c21443906971 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.006281:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b090b721/0x2c22c21443906971 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.006301:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b090b721/0x2c22c21443906971 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.006335:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400375.006337:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400375.006339:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.010901:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1786400375.010915:0:24213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b090b721/0x2c22c21443906971 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.014886:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1786400375.015272:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400375.015283:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906978 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.015300:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400375.015305:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400375.015311:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906978 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.015341:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906978 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.015352:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906978 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.015360:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906978 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.015385:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1786400375.015525:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786400375.015532:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906978 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.015540:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fbe00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400375.015544:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906978 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.015553:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906978 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.015569:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906978 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.015575:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906978 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.015594:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.015602:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.015604:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1786400375.016246:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400375.016252:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390697f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.016262:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400375.016266:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400375.016270:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390697f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.016280:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390697f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.016288:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390697f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.016309:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390697f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.016326:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1786400375.016335:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1786400375.016339:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390697f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.016345:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fb400 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:3.0:1786400375.016349:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390697f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.016357:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390697f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.016369:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390697f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.016376:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c2144390697f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.016389:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400375.016390:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400375.016392:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1786400375.018290:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400375.018310:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906986 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.018325:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400375.018329:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400375.018335:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906986 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.018348:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906986 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.018357:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906986 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.018365:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906986 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.018384:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00080000:3.0:1786400375.019022:0:25026:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1786400375.019038:0:25026:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1786400375.019044:0:25026:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1786400375.019173:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23450:x1873175941212416:12345-0@lo:5:osp-pre-1-1.0 Request processed in 33563us (33644us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1786400375.019183:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1786400375.019229:0:23450:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1786400375.019238:0:23450:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758bb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23450:1873175941212416:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1786400375.019253:0:23450:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:3.0:1786400375.019312:0:23450:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75a38e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23450:1873175941212544:0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1786400375.019346:0:23450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400375.019364:0:23450:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f43740540 going to sleep for 11 seconds 00000100:00100000:0.0:1786400375.019422:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941212544 00000100:00100000:0.0:1786400375.019429:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941212544 00000100:00100000:0.0:1786400375.019542:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1786400375.019551:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23450:x1873175941212544:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1786400375.019600:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23450:x1873175941212544:12345-0@lo:900:osp-pre-1-1.0 Request processed in 51us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400375.019606:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1786400375.019632:0:23450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f75a38e00 x1873175941212544/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1786400391 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786400375.019643:0:23450:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75a38e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23450:1873175941212544:0@lo:900:osp-pre-1-1.0 00002000:00010000:0.0:1786400375.019754:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400375.019761:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f311e65/0x2c22c2144390698d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.019775:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=708s v=(0 0) 00010000:00010000:0.0:1786400375.019778:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400375.019793:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f311e65/0x2c22c2144390698d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.019805:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f311e65/0x2c22c2144390698d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.019814:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f311e65/0x2c22c2144390698d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.019822:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006f311e65/0x2c22c2144390698d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.019838:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1786400375.019849:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1786400375.019855:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906986 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.019863:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fac00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400375.019868:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906986 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.019877:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906986 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.019892:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906986 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.019911:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ceb13e4d/0x2c22c21443906986 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.019929:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1786400375.019932:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006f311e65/0x2c22c2144390698d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.019939:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f40031400 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400375.019942:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006f311e65/0x2c22c2144390698d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.019951:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006f311e65/0x2c22c2144390698d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.019961:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006f311e65/0x2c22c2144390698d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.019969:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f311e65/0x2c22c2144390698d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.019981:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400375.019982:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400375.019984:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.020814:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1786400375.021035:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400375.021043:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a83b6b1/0x2c22c21443906994 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.021063:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=708s v=(0 0) 00010000:00010000:0.0:1786400375.021067:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400375.021072:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a83b6b1/0x2c22c21443906994 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.021082:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a83b6b1/0x2c22c21443906994 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.021089:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a83b6b1/0x2c22c21443906994 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.021096:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a83b6b1/0x2c22c21443906994 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.021121:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1786400375.024490:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1786400375.024505:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003789ae7a/0x2c22c2144390699b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.024522:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=708s v=(0 0) 00010000:00010000:0.0:1786400375.024528:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400375.024534:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003789ae7a/0x2c22c2144390699b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.024547:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003789ae7a/0x2c22c2144390699b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.024569:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003789ae7a/0x2c22c2144390699b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.024576:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003789ae7a/0x2c22c2144390699b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.024590:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1786400375.025023:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1786400375.025033:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a83b6b1/0x2c22c21443906994 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025042:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f40030000 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400375.025046:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a83b6b1/0x2c22c21443906994 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025055:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a83b6b1/0x2c22c21443906994 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025073:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a83b6b1/0x2c22c21443906994 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025080:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a83b6b1/0x2c22c21443906994 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025102:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786400375.025106:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003789ae7a/0x2c22c2144390699b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025112:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f40031800 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400375.025114:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003789ae7a/0x2c22c2144390699b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025134:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003789ae7a/0x2c22c2144390699b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025144:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003789ae7a/0x2c22c2144390699b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025150:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003789ae7a/0x2c22c2144390699b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025162:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.025164:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.025165:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.025171:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1786400375.025385:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400375.025390:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cab489e5/0x2c22c214439069a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025399:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=708s v=(0 0) 00010000:00010000:2.0:1786400375.025403:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400375.025407:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cab489e5/0x2c22c214439069a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025416:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cab489e5/0x2c22c214439069a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025425:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cab489e5/0x2c22c214439069a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025439:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cab489e5/0x2c22c214439069a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025469:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1786400375.025788:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1786400375.025793:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cab489e5/0x2c22c214439069a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.025801:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47877a00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400375.025805:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cab489e5/0x2c22c214439069a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.025815:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cab489e5/0x2c22c214439069a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.025826:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cab489e5/0x2c22c214439069a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.025833:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cab489e5/0x2c22c214439069a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.025850:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400375.025858:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400375.025860:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1786400375.025964:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400375.025970:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0465424/0x2c22c214439069a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025979:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=708s v=(0 0) 00010000:00010000:2.0:1786400375.025982:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400375.025986:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0465424/0x2c22c214439069a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.025996:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0465424/0x2c22c214439069a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.026003:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0465424/0x2c22c214439069a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.026010:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d0465424/0x2c22c214439069a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.026033:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1786400375.026283:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1786400375.026288:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d0465424/0x2c22c214439069a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.026296:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47876200 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400375.026299:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0465424/0x2c22c214439069a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.026307:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0465424/0x2c22c214439069a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.026318:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d0465424/0x2c22c214439069a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.026325:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0465424/0x2c22c214439069a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.026340:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400375.026341:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400375.026343:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1786400375.026422:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400375.026428:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cefb6b7/0x2c22c214439069b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.026442:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=708s v=(0 0) 00010000:00010000:2.0:1786400375.026444:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400375.026460:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cefb6b7/0x2c22c214439069b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.026470:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cefb6b7/0x2c22c214439069b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.026477:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cefb6b7/0x2c22c214439069b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.026482:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005cefb6b7/0x2c22c214439069b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.026500:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1786400375.026773:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1786400375.026778:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005cefb6b7/0x2c22c214439069b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.026785:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47877e00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400375.026788:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005cefb6b7/0x2c22c214439069b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.026804:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005cefb6b7/0x2c22c214439069b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.026816:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005cefb6b7/0x2c22c214439069b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.026823:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cefb6b7/0x2c22c214439069b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.026837:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400375.026839:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400375.026841:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1786400375.026928:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400375.026934:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000994fb71d/0x2c22c214439069b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.026942:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=708s v=(0 0) 00010000:00010000:2.0:1786400375.026945:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400375.026949:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000994fb71d/0x2c22c214439069b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.026957:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000994fb71d/0x2c22c214439069b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.026976:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000994fb71d/0x2c22c214439069b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.026983:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000994fb71d/0x2c22c214439069b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.027002:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1786400375.027238:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1786400375.027243:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000994fb71d/0x2c22c214439069b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.027251:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47876a00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400375.027255:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000994fb71d/0x2c22c214439069b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.027262:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000994fb71d/0x2c22c214439069b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.027274:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000994fb71d/0x2c22c214439069b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.027294:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000994fb71d/0x2c22c214439069b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.027308:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400375.027310:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400375.027312:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1786400375.027381:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400375.027387:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005df1b48e/0x2c22c214439069be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.027395:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=708s v=(0 0) 00010000:00010000:2.0:1786400375.027398:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400375.027402:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005df1b48e/0x2c22c214439069be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.027411:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005df1b48e/0x2c22c214439069be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.027419:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005df1b48e/0x2c22c214439069be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.027427:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005df1b48e/0x2c22c214439069be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.027547:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1786400375.027902:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1786400375.027908:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a09a40b/0x2c22c214439069c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.027917:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=708s v=(0 0) 00010000:00010000:2.0:1786400375.027920:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400375.027924:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a09a40b/0x2c22c214439069c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.027933:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a09a40b/0x2c22c214439069c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.027942:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a09a40b/0x2c22c214439069c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.027949:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000a09a40b/0x2c22c214439069c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.032305:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1786400375.032319:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005df1b48e/0x2c22c214439069be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.032334:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f413d3e00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400375.032339:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005df1b48e/0x2c22c214439069be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.032351:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005df1b48e/0x2c22c214439069be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.032371:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005df1b48e/0x2c22c214439069be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.032379:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005df1b48e/0x2c22c214439069be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.032403:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1786400375.032408:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000a09a40b/0x2c22c214439069c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.032424:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c69e00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400375.032427:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000a09a40b/0x2c22c214439069c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.032435:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000a09a40b/0x2c22c214439069c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.032504:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000a09a40b/0x2c22c214439069c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.032515:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400375.032518:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786400375.032520:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.032602:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1786400375.032610:0:24213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a09a40b/0x2c22c214439069c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400375.032809:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1786400375.036504:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400375.036517:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c214439069cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.036533:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400375.036537:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400375.036543:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c214439069cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.036557:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c214439069cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.036566:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c214439069cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.036574:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c214439069cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.036598:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1786400375.036764:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786400375.036771:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c214439069cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.036786:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fb400 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400375.036791:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c214439069cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.036801:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c214439069cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.036815:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c214439069cc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.036822:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f432a836/0x2c22c214439069cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.036839:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.036841:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.036843:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1786400375.037068:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400375.037074:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2e4018f/0x2c22c214439069d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.037082:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400375.037090:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400375.037095:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2e4018f/0x2c22c214439069d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.037104:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2e4018f/0x2c22c214439069d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.037112:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2e4018f/0x2c22c214439069d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.037120:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d2e4018f/0x2c22c214439069d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.037140:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1786400375.037371:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786400375.037377:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d2e4018f/0x2c22c214439069d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.037385:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fa400 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400375.037389:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2e4018f/0x2c22c214439069d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.037397:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2e4018f/0x2c22c214439069d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.037413:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d2e4018f/0x2c22c214439069d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.037420:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2e4018f/0x2c22c214439069d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.037433:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.037435:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.037436:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1786400375.037547:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400375.037553:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080ea325e/0x2c22c214439069da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.037561:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400375.037565:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400375.037569:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080ea325e/0x2c22c214439069da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.037578:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080ea325e/0x2c22c214439069da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.037586:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080ea325e/0x2c22c214439069da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.037597:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000080ea325e/0x2c22c214439069da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.037620:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1786400375.037888:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400375.037894:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094923304/0x2c22c214439069e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.037901:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400375.037904:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400375.037908:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094923304/0x2c22c214439069e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.037918:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000094923304/0x2c22c214439069e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.037925:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094923304/0x2c22c214439069e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.037933:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000094923304/0x2c22c214439069e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.037945:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1786400375.038180:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1786400375.038186:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000080ea325e/0x2c22c214439069da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.038194:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fa600 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400375.038198:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000080ea325e/0x2c22c214439069da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.038205:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000080ea325e/0x2c22c214439069da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.038217:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000080ea325e/0x2c22c214439069da lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.038224:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080ea325e/0x2c22c214439069da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.038248:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786400375.038251:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000094923304/0x2c22c214439069e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.038258:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fb000 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400375.038261:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000094923304/0x2c22c214439069e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.038269:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000094923304/0x2c22c214439069e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.038277:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000094923304/0x2c22c214439069e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.038284:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094923304/0x2c22c214439069e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.038293:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.038295:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.038296:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.038302:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1786400375.038372:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400375.038378:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fd08356/0x2c22c214439069e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.038390:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400375.038393:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400375.038398:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fd08356/0x2c22c214439069e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.038406:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fd08356/0x2c22c214439069e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.038414:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fd08356/0x2c22c214439069e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.038422:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002fd08356/0x2c22c214439069e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.038441:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1786400375.038656:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786400375.038661:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002fd08356/0x2c22c214439069e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.038669:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fa200 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400375.038677:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002fd08356/0x2c22c214439069e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.038685:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002fd08356/0x2c22c214439069e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.038716:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002fd08356/0x2c22c214439069e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.038724:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fd08356/0x2c22c214439069e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.038749:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.038751:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.038752:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1786400375.038843:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400375.038849:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c99bae9b/0x2c22c214439069ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.038857:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400375.038859:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400375.038863:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c99bae9b/0x2c22c214439069ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.038872:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c99bae9b/0x2c22c214439069ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.038890:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c99bae9b/0x2c22c214439069ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.038897:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c99bae9b/0x2c22c214439069ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.038917:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1786400375.039156:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786400375.039161:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c99bae9b/0x2c22c214439069ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.039168:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fa800 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400375.039172:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c99bae9b/0x2c22c214439069ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.039180:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c99bae9b/0x2c22c214439069ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.039191:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c99bae9b/0x2c22c214439069ef lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.039205:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c99bae9b/0x2c22c214439069ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.039221:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.039223:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.039225:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1786400375.039301:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400375.039307:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000043dfe91/0x2c22c214439069f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.039315:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400375.039318:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400375.039322:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000043dfe91/0x2c22c214439069f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.039330:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000043dfe91/0x2c22c214439069f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.039338:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000043dfe91/0x2c22c214439069f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.039346:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000043dfe91/0x2c22c214439069f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.039377:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1786400375.039608:0:22693:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786400375.039614:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000043dfe91/0x2c22c214439069f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.039622:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fb800 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400375.039626:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000043dfe91/0x2c22c214439069f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.039634:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000043dfe91/0x2c22c214439069f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.039646:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000043dfe91/0x2c22c214439069f6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.039653:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000043dfe91/0x2c22c214439069f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.039666:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.039668:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.039670:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1786400375.039800:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400375.039806:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e498e0da/0x2c22c214439069fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.039816:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400375.039819:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400375.039823:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e498e0da/0x2c22c214439069fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.039832:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e498e0da/0x2c22c214439069fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.039840:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e498e0da/0x2c22c214439069fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.039846:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e498e0da/0x2c22c214439069fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.039868:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1786400375.040137:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400375.040143:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906a04 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.040151:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400375.040161:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400375.040165:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906a04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.040175:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906a04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.040182:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906a04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.040190:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906a04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.040203:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1786400375.040634:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400375.040640:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c21443906a0b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.040650:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400375.040653:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400375.040658:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c21443906a0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.040668:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c21443906a0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.040676:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c21443906a0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.040716:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c21443906a0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.040726:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1786400375.040989:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1786400375.040996:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e498e0da/0x2c22c214439069fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.041005:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fae00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400375.041009:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e498e0da/0x2c22c214439069fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.041018:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e498e0da/0x2c22c214439069fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.041032:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e498e0da/0x2c22c214439069fd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.041038:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e498e0da/0x2c22c214439069fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.041053:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1786400375.041056:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906a04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.041063:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fbe00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400375.041067:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906a04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.041074:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906a04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.041095:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906a04 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.041101:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008641fd53/0x2c22c21443906a04 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.041113:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786400375.041116:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c21443906a0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.041122:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fb200 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400375.041126:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c21443906a0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.041133:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c21443906a0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.041143:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c21443906a0b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.041150:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d670210a/0x2c22c21443906a0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.041159:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.041161:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.041169:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.041175:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1786400375.041247:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1786400375.041253:0:24213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906a12 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.041262:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1786400375.041265:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400375.041270:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906a12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.041279:0:24213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906a12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.041287:0:24213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906a12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.041293:0:24213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906a12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400375.041343:0:24213:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1786400375.041377:0:24213:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:3.0:1786400375.041480:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22732:x1873175941211904:12345-0@lo:5:osp-pre-1-0.0 Request processed in 74032us (74678us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400375.041496:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1786400375.041754:0:22732:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22732:1873175941211904:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1786400375.041769:0:22732:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1786400375.041820:0:22732:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758bbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22732:1873175941212672:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1786400375.041854:0:22732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400375.041880:0:22732:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7b01ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1786400375.041896:0:24747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941212672 00000100:00100000:1.0:1786400375.041901:0:24747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941212672 00000100:00100000:1.0:1786400375.041937:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1786400375.041945:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22732:x1873175941212672:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1786400375.041978:0:24747:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:1.0:1786400375.047407:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22732:x1873175941212672:12345-0@lo:5:osp-pre-1-0.0 Request processed in 5455us (5544us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1786400375.047418:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1786400375.047500:0:22732:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758bbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22732:1873175941212672:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1786400375.047514:0:22732:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:2.0:1786400375.047857:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786400375.047866:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906a12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.047876:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fba00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400375.047881:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906a12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.047891:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906a12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.047911:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906a12 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.047918:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee737085/0x2c22c21443906a12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400375.047937:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.047939:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.047941:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786400375.476090:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400375.476952:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941212800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1786400375.477543:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400375.477611:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941212800 00000100:00100000:2.0:1786400375.477619:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941212800 00000100:00100000:2.0:1786400375.477666:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1786400375.477684:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47984700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941212800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1786400375.477742:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1786400375.477788:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47984700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941212800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400375.477797:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1786400375.477844:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941212800:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1786400375.479190:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1786400375.479207:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941212928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1786400375.479256:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400375.479297:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941212928 00000100:00100000:3.0:1786400375.479303:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941212928 00000100:00100000:3.0:1786400375.479339:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1786400375.479661:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941212928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1786400375.479678:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1786400375.479764:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941212928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400375.479771:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1786400375.480075:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941212928:0@lo:13:osp-pre-0-0.0 00000001:02000400:0.0:1786400376.467119:0:25382:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1786400376.500815:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1786400376.500817:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1786400376.500840:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941213056:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1786400376.500841:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941213184:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1786400376.501003:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400376.502104:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400376.502792:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941213184 00000100:00100000:3.0:1786400376.502801:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941213184 00000100:00100000:3.0:1786400376.502847:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1786400376.502855:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941213184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1786400376.502888:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1786400376.502935:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941213184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400376.502942:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1786400376.503020:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400376.503118:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941213056 00000100:00100000:3.0:1786400376.503123:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941213056 00000100:00100000:2.0:1786400376.503163:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941213184:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1786400376.503181:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1786400376.503189:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941213056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1786400376.503206:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1786400376.503259:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941213056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400376.503265:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1786400376.503321:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941213056:0@lo:41:osp-pre-1-0.0 00000020:00000004:1.0:1786400377.449580:0:25434:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1786400377.450254:0:25434:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1786400377.526851:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1786400378.398439:0:25484:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1786400378.399474:0:25484:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1786400378.548145:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786400378.670426:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400378.670514:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924325248 00000100:00100000:3.0:1786400378.670527:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924325248 00000100:00100000:3.0:1786400378.670616:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 114 00000100:00100000:3.0:1786400378.670626:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f43903450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2399:x1873175924325248:12345-192.168.203.33@tcp:250:mount.lustre.0 00010000:00080000:3.0:1786400378.670664:0:22698:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from e34092c9-581c-427f-8af6-14744f75b5a1@192.168.203.33@tcp t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:3.0:1786400378.670729:0:22698:0:(genops.c:1406:class_connect()) connect: client e34092c9-581c-427f-8af6-14744f75b5a1, cookie 0x2c22c21443906a19 00000100:00080000:3.0:1786400378.670860:0:22698:0:(import.c:65:import_set_state_nolock()) ffff9c8e45d85800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1786400378.670944:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f43903450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+5:2399:x1873175924325248:12345-192.168.203.33@tcp:250:mount.lustre.0 Request processed in 318us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400378.670953:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 114 00000100:00100000:0.0:1786400378.717492:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400378.717554:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924325376 00000100:00100000:3.0:1786400378.717563:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924325376 00000100:00100000:3.0:1786400378.717614:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 115 00000100:00100000:3.0:1786400378.717623:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f44218c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+5:18056:x1873175924325376:12345-192.168.203.33@tcp:101:mount.lustre.0 00010000:00010000:3.0:1786400378.717638:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1786400378.717654:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8e483faa00/0x2c22c21443906a20 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x67dc66580f22791e expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400378.717681:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8e483faa00/0x2c22c21443906a20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f22791e expref: 6 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400378.717757:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8e483faa00/0x2c22c21443906a20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f22791e expref: 6 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400378.717777:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e483faa00, rc 0) 00000100:00100000:3.0:1786400378.717826:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f44218c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+6:18056:x1873175924325376:12345-192.168.203.33@tcp:101:mount.lustre.0 Request processed in 204us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400378.717833:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 115 00000100:00100000:2.0:1786400378.761213:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400378.761969:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924325504 00000100:00100000:3.0:1786400378.761979:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924325504 00000100:00100000:3.0:1786400378.762476:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 116 00000100:00100000:3.0:1786400378.762489:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f44219050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+6:18056:x1873175924325504:12345-192.168.203.33@tcp:501:mount.lustre.0 00000100:00100000:3.0:1786400378.762628:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f44219050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+6:18056:x1873175924325504:12345-192.168.203.33@tcp:501:mount.lustre.0 Request processed in 142us (2205us total) trans 0 rc -2/-2 00000100:00100000:3.0:1786400378.762637:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 116 00000100:00100000:1.0:1786400378.798063:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400378.798183:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924325632 00000100:00100000:0.0:1786400378.798193:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924325632 00000100:00100000:0.0:1786400378.798373:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 117 00000100:00100000:0.0:1786400378.798385:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f4421ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+6:18056:x1873175924325632:12345-192.168.203.33@tcp:101:mount.lustre.0 00010000:00010000:0.0:1786400378.798481:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1786400378.798501:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f40031e00/0x2c22c21443906a27 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x67dc66580f227925 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400378.798829:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f40031e00/0x2c22c21443906a27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227925 expref: 7 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400378.799035:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f40031e00/0x2c22c21443906a27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227925 expref: 7 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400378.799045:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f40031e00, rc 0) 00000100:00100000:0.0:1786400378.799455:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f4421ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+7:18056:x1873175924325632:12345-192.168.203.33@tcp:101:mount.lustre.0 Request processed in 1069us (1399us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400378.799464:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 117 00000100:00100000:0.0:1786400378.806491:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400378.806644:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924325760 00000100:00100000:3.0:1786400378.806653:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924325760 00000100:00100000:2.0:1786400378.806812:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 118 00000100:00100000:2.0:1786400378.806825:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f4421b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+7:18056:x1873175924325760:12345-192.168.203.33@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786400378.807056:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f4421b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+8:18056:x1873175924325760:12345-192.168.203.33@tcp:501:mount.lustre.0 Request processed in 233us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400378.807065:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 118 00000100:00100000:3.0:1786400378.809802:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400378.809915:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924325888 00000100:00100000:0.0:1786400378.809925:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924325888 00000100:00100000:0.0:1786400378.809986:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 119 00000100:00100000:0.0:1786400378.809996:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f4421a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+8:18056:x1873175924325888:12345-192.168.203.33@tcp:503:mount.lustre.0 00000100:00100000:0.0:1786400378.810147:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f4421a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+8:18056:x1873175924325888:12345-192.168.203.33@tcp:503:mount.lustre.0 Request processed in 152us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400378.810155:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 119 00000100:00100000:1.0:1786400378.812952:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400378.813227:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924326016 00000100:00100000:3.0:1786400378.813237:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924326016 00000100:00100000:3.0:1786400378.813348:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 120 00000100:00100000:3.0:1786400378.813359:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f44219c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+8:18075:x1873175924326016:12345-192.168.203.33@tcp:502:llog_process_th.0 00000100:00100000:3.0:1786400378.813597:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f44219c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+8:18075:x1873175924326016:12345-192.168.203.33@tcp:502:llog_process_th.0 Request processed in 239us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400378.813606:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 120 00000100:00100000:3.0:1786400378.854023:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400378.854120:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924326144 00000100:00100000:2.0:1786400378.854132:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924326144 00000100:00100000:2.0:1786400378.854241:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 121 00000100:00100000:2.0:1786400378.854251:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f4421b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+8:18075:x1873175924326144:12345-192.168.203.33@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786400378.854410:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f4421b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+8:18075:x1873175924326144:12345-192.168.203.33@tcp:502:llog_process_th.0 Request processed in 160us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400378.854425:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 121 00000100:00100000:2.0:1786400378.857743:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400378.857826:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924326272 00000100:00100000:3.0:1786400378.857835:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924326272 00000100:00100000:3.0:1786400378.857895:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 122 00000100:00100000:3.0:1786400378.857919:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f44218450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+8:18075:x1873175924326272:12345-192.168.203.33@tcp:502:llog_process_th.0 00000100:00100000:3.0:1786400378.858068:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f44218450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+8:18075:x1873175924326272:12345-192.168.203.33@tcp:502:llog_process_th.0 Request processed in 150us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400378.858077:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 122 00000100:00100000:1.0:1786400378.861800:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400378.862675:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924326400 00000100:00100000:2.0:1786400378.862686:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924326400 00000100:00100000:2.0:1786400378.862785:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 123 00000100:00100000:2.0:1786400378.862796:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f44219450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+8:18056:x1873175924326400:12345-192.168.203.33@tcp:101:mount.lustre.0 00010000:00010000:2.0:1786400378.862813:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400378.862831:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f77c68c00/0x2c22c21443906a2e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x67dc66580f227956 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400378.862861:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f77c68c00/0x2c22c21443906a2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227956 expref: 9 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400378.862872:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f77c68c00/0x2c22c21443906a2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227956 expref: 9 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400378.862882:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c68c00, rc 0) 00000100:00100000:2.0:1786400378.863067:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f44219450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+9:18056:x1873175924326400:12345-192.168.203.33@tcp:101:mount.lustre.0 Request processed in 272us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400378.863075:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 123 00000100:00100000:0.0:1786400378.865901:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400378.866008:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924326528 00000100:00100000:3.0:1786400378.866019:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924326528 00000100:00100000:3.0:1786400378.866106:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 124 00000100:00100000:3.0:1786400378.866117:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f44218850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+9:18056:x1873175924326528:12345-192.168.203.33@tcp:256:mount.lustre.0 20000000:01000000:3.0:1786400378.866153:0:22698:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1786400378.866176:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1786400378.866181:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1786400378.866184:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1786400378.866188:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1786400378.866190:0:22698:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1786400378.868058:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f44218850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+9:18056:x1873175924326528:12345-192.168.203.33@tcp:256:mount.lustre.0 Request processed in 1935us (2160us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400378.868072:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 124 00000100:00100000:1.0:1786400378.870877:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400378.870985:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924326656 00000100:00100000:2.0:1786400378.870994:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924326656 00000100:00100000:2.0:1786400378.871133:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 125 00000100:00100000:2.0:1786400378.871143:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f4421b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+9:18056:x1873175924326656:12345-192.168.203.33@tcp:101:mount.lustre.0 00010000:00010000:2.0:1786400378.871174:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400378.871193:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f77c68200/0x2c22c21443906a35 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x67dc66580f22795d expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400378.871221:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f77c68200/0x2c22c21443906a35 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f22795d expref: 10 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400378.871233:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f77c68200/0x2c22c21443906a35 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f22795d expref: 10 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400378.871241:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c68200, rc 0) 00000100:00100000:2.0:1786400378.871304:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f4421b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+10:18056:x1873175924326656:12345-192.168.203.33@tcp:101:mount.lustre.0 Request processed in 163us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400378.871312:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 125 00000100:00100000:0.0:1786400378.875389:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400378.875510:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924326784 00000100:00100000:2.0:1786400378.875521:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924326784 00000100:00100000:2.0:1786400378.875801:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 126 00000100:00100000:2.0:1786400378.875816:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f44219850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+10:18056:x1873175924326784:12345-192.168.203.33@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786400378.875980:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f44219850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+10:18056:x1873175924326784:12345-192.168.203.33@tcp:501:mount.lustre.0 Request processed in 168us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400378.875988:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 126 00000100:00100000:3.0:1786400378.877837:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400378.877947:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924326912 00000100:00100000:2.0:1786400378.877956:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924326912 00000100:00100000:2.0:1786400378.878228:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 127 00000100:00100000:2.0:1786400378.878239:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f4421bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+10:18056:x1873175924326912:12345-192.168.203.33@tcp:503:mount.lustre.0 00000100:00100000:2.0:1786400378.878456:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f4421bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+10:18056:x1873175924326912:12345-192.168.203.33@tcp:503:mount.lustre.0 Request processed in 218us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400378.878470:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 127 00000100:00100000:1.0:1786400378.881084:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400378.881555:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924327040 00000100:00100000:2.0:1786400378.881564:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924327040 00000100:00100000:2.0:1786400378.881754:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 128 00000100:00100000:2.0:1786400378.882078:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+10:18080:x1873175924327040:12345-192.168.203.33@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786400378.882271:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+10:18080:x1873175924327040:12345-192.168.203.33@tcp:502:llog_process_th.0 Request processed in 199us (1195us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400378.882280:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 128 00000100:00100000:3.0:1786400378.892522:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400378.893318:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924327168 00000100:00100000:2.0:1786400378.893331:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924327168 00000100:00100000:2.0:1786400378.893396:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 129 00000100:00100000:2.0:1786400378.893408:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+10:18080:x1873175924327168:12345-192.168.203.33@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786400378.893733:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+10:18080:x1873175924327168:12345-192.168.203.33@tcp:502:llog_process_th.0 Request processed in 326us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400378.893742:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 129 00000100:00100000:3.0:1786400378.914575:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400378.915325:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400378.915923:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924327296 00000100:00100000:1.0:1786400378.915934:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924327296 00000100:00100000:1.0:1786400378.915986:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924327552 00000100:00100000:1.0:1786400378.916004:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924327552 00000100:00100000:1.0:1786400378.916040:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 7 00000100:00100000:1.0:1786400378.916049:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2399:x1873175924327296:12345-192.168.203.33@tcp:38:mount.lustre.0 00010000:00080000:1.0:1786400378.916080:0:22705:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from d82ef978-ddd9-498c-82a0-27204eae3730@192.168.203.33@tcp t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:1.0:1786400378.916134:0:22705:0:(genops.c:1406:class_connect()) connect: client d82ef978-ddd9-498c-82a0-27204eae3730, cookie 0x2c22c21443906a3c 00000004:00100000:1.0:1786400378.916159:0:22705:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return 77 00000100:00080000:1.0:1786400378.916352:0:22705:0:(import.c:65:import_set_state_nolock()) ffff9c8e47be0000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1786400378.916436:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+6:2399:x1873175924327296:12345-192.168.203.33@tcp:38:mount.lustre.0 Request processed in 373us (1997us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400378.916444:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 7 00000100:00100000:1.0:1786400378.916464:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 8 00000100:00100000:1.0:1786400378.916469:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2399:x1873175924327552:12345-192.168.203.33@tcp:38:mount.lustre.0 00010000:00080000:1.0:1786400378.916486:0:22705:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from d82ef978-ddd9-498c-82a0-27204eae3730@192.168.203.33@tcp t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:1.0:1786400378.916520:0:22705:0:(genops.c:1406:class_connect()) connect: client d82ef978-ddd9-498c-82a0-27204eae3730, cookie 0x2c22c21443906a43 00000004:00100000:1.0:1786400378.916531:0:22705:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return 77 00000100:00080000:1.0:1786400378.916659:0:22705:0:(import.c:65:import_set_state_nolock()) ffff9c8e47be0800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1786400378.916685:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+6:2399:x1873175924327552:12345-192.168.203.33@tcp:38:mount.lustre.0 Request processed in 214us (1362us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400378.916727:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 8 00000100:00100000:1.0:1786400378.927155:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400378.927246:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400378.927388:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924327680 00000100:00100000:2.0:1786400378.927398:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924327680 00000100:00100000:2.0:1786400378.927474:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924327424 00000100:00100000:2.0:1786400378.927478:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924327424 00000100:00100000:2.0:1786400378.927499:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 9 00000100:00100000:2.0:1786400378.927507:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+6:0:x1873175924327680:12345-192.168.203.33@tcp:41:mount.lustre.0 00000004:00000024:2.0:1786400378.927544:0:22705:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1786400378.927617:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+6:0:x1873175924327680:12345-192.168.203.33@tcp:41:mount.lustre.0 Request processed in 110us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400378.927625:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 9 00000100:00100000:2.0:1786400378.927655:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 10 00000100:00100000:2.0:1786400378.927661:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+6:0:x1873175924327424:12345-192.168.203.33@tcp:41:mount.lustre.0 00000004:00000024:2.0:1786400378.927676:0:22705:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1786400378.927749:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+6:0:x1873175924327424:12345-192.168.203.33@tcp:41:mount.lustre.0 Request processed in 87us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400378.927755:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 10 00000100:00080000:1.0:1786400378.927999:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1786400378.928003:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1786400378.929847:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400378.929973:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924327808 00000100:00100000:2.0:1786400378.929985:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924327808 00000100:00100000:2.0:1786400378.930089:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 11 00000100:00100000:2.0:1786400378.930099:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+6:18056:x1873175924327808:12345-192.168.203.33@tcp:41:mount.lustre.0 00000004:00000024:2.0:1786400378.930134:0:22705:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1786400378.930213:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+6:18056:x1873175924327808:12345-192.168.203.33@tcp:41:mount.lustre.0 Request processed in 115us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400378.930220:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 11 00000100:00100000:2.0:1786400378.932963:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400378.933053:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924327936 00000100:00100000:0.0:1786400378.933063:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924327936 00000100:00100000:0.0:1786400378.933163:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 12 00000100:00100000:0.0:1786400378.933174:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47987100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+6:18056:x1873175924327936:12345-192.168.203.33@tcp:40:mount.lustre.0 00000100:00100000:0.0:1786400378.933273:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47987100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+6:18056:x1873175924327936:12345-192.168.203.33@tcp:40:mount.lustre.0 Request processed in 101us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400378.933293:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 12 00000100:00100000:1.0:1786400378.935853:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400378.935899:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400378.935934:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400378.936054:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924328320 00000100:00100000:0.0:1786400378.936064:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924328320 00000100:00100000:0.0:1786400378.936111:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 3 00000100:00100000:0.0:1786400378.936121:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d82ef978-ddd9-498c-82a0-27204eae3730+6:18056:x1873175924328320:12345-192.168.203.33@tcp:900:mount.lustre.0 00000100:00100000:0.0:1786400378.936200:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d82ef978-ddd9-498c-82a0-27204eae3730+6:18056:x1873175924328320:12345-192.168.203.33@tcp:900:mount.lustre.0 Request processed in 80us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400378.936209:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 3 00000100:00100000:2.0:1786400378.936542:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924328064 00000100:00100000:2.0:1786400378.936547:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924328064 00000100:00100000:2.0:1786400378.936614:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924328192 00000100:00100000:2.0:1786400378.936618:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924328192 00000100:00100000:2.0:1786400378.936649:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 21 00000100:00100000:2.0:1786400378.936655:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2399:x1873175924328064:12345-192.168.203.33@tcp:8:mount.lustre.0 00010000:00080000:2.0:1786400378.936681:0:24213:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from d82ef978-ddd9-498c-82a0-27204eae3730@192.168.203.33@tcp t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:2.0:1786400378.936750:0:24213:0:(genops.c:1406:class_connect()) connect: client d82ef978-ddd9-498c-82a0-27204eae3730, cookie 0x2c22c21443906a4a 00002000:00100000:2.0:1786400378.936761:0:24213:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli d82ef978-ddd9-498c-82a0-27204eae3730/ffff9c8e47a15000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366b ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1786400378.936779:0:24213:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return 77 00002000:00080000:2.0:1786400378.936940:0:24213:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1786400378.936965:0:24213:0:(import.c:65:import_set_state_nolock()) ffff9c8e47a17000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1786400378.937005:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d82ef978-ddd9-498c-82a0-27204eae3730+6:2399:x1873175924328064:12345-192.168.203.33@tcp:8:mount.lustre.0 Request processed in 348us (1105us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400378.937013:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 21 00000100:00100000:2.0:1786400378.937029:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 22 00000100:00100000:2.0:1786400378.937034:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2399:x1873175924328192:12345-192.168.203.33@tcp:8:mount.lustre.0 00010000:00080000:2.0:1786400378.937066:0:24213:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from d82ef978-ddd9-498c-82a0-27204eae3730@192.168.203.33@tcp t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:2.0:1786400378.937082:0:24213:0:(genops.c:1406:class_connect()) connect: client d82ef978-ddd9-498c-82a0-27204eae3730, cookie 0x2c22c21443906a51 00002000:00100000:2.0:1786400378.937088:0:24213:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli d82ef978-ddd9-498c-82a0-27204eae3730/ffff9c8e47a11800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366b ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1786400378.937098:0:24213:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return 77 00002000:00080000:2.0:1786400378.937191:0:24213:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1786400378.937206:0:24213:0:(import.c:65:import_set_state_nolock()) ffff9c8e48914000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1786400378.937229:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d82ef978-ddd9-498c-82a0-27204eae3730+6:2399:x1873175924328192:12345-192.168.203.33@tcp:8:mount.lustre.0 Request processed in 194us (1294us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400378.937235:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 22 00000100:00100000:0.0:1786400378.940302:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400378.940452:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924328448 00000100:00100000:1.0:1786400378.940462:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924328448 00000100:00100000:1.0:1786400378.940595:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 0 00000100:00100000:1.0:1786400378.940605:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48289500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d82ef978-ddd9-498c-82a0-27204eae3730+6:18056:x1873175924328448:12345-192.168.203.33@tcp:33:mount.lustre.0 00000004:00080000:1.0:1786400378.942905:0:22708:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2166us 00000004:00200000:1.0:1786400378.950433:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1786400378.950560:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48289500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d82ef978-ddd9-498c-82a0-27204eae3730+6:18056:x1873175924328448:12345-192.168.203.33@tcp:33:mount.lustre.0 Request processed in 9952us (10262us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400378.950571:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 0 00000100:00100000:0.0:1786400379.124899:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400379.125016:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924328576 00000100:00100000:3.0:1786400379.125029:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924328576 00000100:00100000:3.0:1786400379.125090:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 13 00000100:00100000:3.0:1786400379.125101:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48288700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+6:18103:x1873175924328576:12345-192.168.203.33@tcp:101:mkdir.0 00010000:00010000:3.0:1786400379.125121:0:25039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1786400379.125145:0:25039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fba00/0x2c22c21443906a58 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f22798e expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400379.125230:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb200/0x2c22c21443906a5f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400379.125243:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb200/0x2c22c21443906a5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400379.125256:0:25039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb200/0x2c22c21443906a5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1786400379.125307:0:25039:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1786400379.125310:0:25039:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1786400379.125342:0:25039:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb200/0x2c22c21443906a5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400379.125367:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fba00/0x2c22c21443906a58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f22798e expref: 8 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400379.125385:0:25039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb200/0x2c22c21443906a5f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f22798e expref: 7 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400379.125394:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8f509d6400) 00010000:00010000:3.0:1786400379.125397:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1786400379.125401:0:25039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e483fb200, rc 0) 00000100:00100000:3.0:1786400379.125559:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48288700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+7:18103:x1873175924328576:12345-192.168.203.33@tcp:101:mkdir.0 Request processed in 459us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400379.125566:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 13 00010000:00010000:1.0:1786400379.578920:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400380.163442:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941213312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1786400380.163519:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400380.164138:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941213440:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1786400380.164179:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400380.165258:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941213312 00000100:00100000:0.0:1786400380.165270:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941213312 00000100:00100000:0.0:1786400380.165323:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941213440 00000100:00100000:0.0:1786400380.165326:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941213440 00000100:00100000:0.0:1786400380.165349:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1786400380.165357:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1873175941213312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1786400380.165380:0:24215:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1786400380.165435:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1873175941213312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (1916us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400380.165443:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1786400380.165460:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1786400380.165466:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47985180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941213440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1786400380.165475:0:24215:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1786400380.165504:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47985180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941213440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (1324us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400380.165529:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:0.0:1786400380.165545:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1786400380.165584:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941213312:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1786400380.168828:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941213440:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1786400380.197047:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f13737b8-c470-46e6-b04d-cb6cb5174b94:3647:1873175941213568:0@lo:400:kworker.0 00000100:00100000:1.0:1786400380.197132:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400380.198038:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941213824:0@lo:400:kworker.0 00000100:00100000:0.0:1786400380.198080:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400380.198103:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75de1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1873175941214336:0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.198685:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941213952:0@lo:400:kworker.0 00000100:00100000:1.0:1786400380.198985:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75de0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941214080:0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.199160:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400380.199189:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75de0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1873175941214464:0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.199212:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400380.199866:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941213952 00000100:00100000:3.0:1786400380.199876:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941213952 00000100:00100000:3.0:1786400380.199941:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941214464 00000100:00100000:3.0:1786400380.199944:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941214464 00000100:00100000:3.0:1786400380.199976:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1786400380.199986:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941213952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.200401:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941213568 00000100:00100000:2.0:1786400380.200413:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941213568 00000100:00100000:2.0:1786400380.200449:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1786400380.200457:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:3647:x1873175941213568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.200518:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:3647:x1873175941213568:12345-0@lo:400:kworker.0 Request processed in 62us (3386us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400380.200526:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1786400380.201338:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941213952:12345-0@lo:400:kworker.0 Request processed in 1349us (2173us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400380.201347:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1786400380.201369:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1786400380.201377:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47985880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1873175941214464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400380.201405:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47985880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1873175941214464:12345-0@lo:400:kworker.0 Request processed in 31us (2193us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400380.201411:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1786400380.201456:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941213952:0@lo:400:kworker.0 00000100:00100000:3.0:1786400380.201468:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75de0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1873175941214464:0@lo:400:kworker.0 00000100:00080000:3.0:1786400380.201500:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1786400380.201536:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941213824 00000100:00100000:3.0:1786400380.201541:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941213824 00000100:00100000:3.0:1786400380.201574:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1786400380.201580:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941213824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400380.201627:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941213824:12345-0@lo:400:kworker.0 Request processed in 47us (3547us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400380.201634:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:2.0:1786400380.202272:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1786400380.202451:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941213696:0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.202562:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400380.202610:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75de2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941214208:0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.202635:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400380.203024:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1873175941214720:0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.203059:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400380.203117:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941214208 00000100:00100000:2.0:1786400380.203124:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941214208 00000100:00100000:2.0:1786400380.203167:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1786400380.203174:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47987b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941214208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.203221:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47987b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941214208:12345-0@lo:400:kworker.0 Request processed in 47us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400380.203228:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1786400380.203265:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75de2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941214208:0@lo:400:kworker.0 00000100:00080000:2.0:1786400380.203285:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1786400380.203353:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941213696 00000100:00100000:3.0:1786400380.203358:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941213696 00000100:00100000:3.0:1786400380.203399:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1786400380.203441:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941213696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.203500:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941214720 00000100:00100000:2.0:1786400380.203504:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941214720 00000100:00100000:2.0:1786400380.203537:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1786400380.203544:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1873175941214720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.203581:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1873175941214720:12345-0@lo:400:kworker.0 Request processed in 37us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400380.203607:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1786400380.203637:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1873175941214720:0@lo:400:kworker.0 00000100:00100000:3.0:1786400380.203794:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941213696:12345-0@lo:400:kworker.0 Request processed in 354us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400380.203802:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1786400380.203831:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941213696:0@lo:400:kworker.0 00000100:00080000:2.0:1786400380.204140:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1786400380.204645:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400380.204774:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75de2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1873175941214848:0@lo:400:kworker.0 00000100:00100000:0.0:1786400380.204810:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400380.204877:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400380.204894:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941213824:0@lo:400:kworker.0 00000100:00100000:1.0:1786400380.204910:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1873175941214592:0@lo:400:kworker.0 00000100:00100000:1.0:1786400380.204941:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400380.205201:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941214080 00000100:00100000:2.0:1786400380.205207:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941214080 00000100:00100000:2.0:1786400380.205253:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1786400380.205261:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941214080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.205310:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941214080:12345-0@lo:400:kworker.0 Request processed in 50us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400380.205318:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1786400380.205399:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941214336 00000100:00100000:3.0:1786400380.205404:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941214336 00000100:00100000:1.0:1786400380.205522:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f13737b8-c470-46e6-b04d-cb6cb5174b94:3647:1873175941213568:0@lo:400:kworker.0 00000100:00100000:1.0:1786400380.205547:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75de0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941214080:0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.205960:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941214848 00000100:00100000:2.0:1786400380.205965:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941214848 00000100:00100000:3.0:1786400380.206420:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941214592 00000100:00100000:3.0:1786400380.206426:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941214592 00000100:00080000:1.0:1786400380.206454:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1786400380.206536:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1786400380.206550:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1873175941214336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400380.206550:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1786400380.206566:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1873175941214848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.207499:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1873175941214336:12345-0@lo:400:kworker.0 Request processed in 953us (2853us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400380.207508:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1786400380.207637:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1873175941214848:12345-0@lo:400:kworker.0 Request processed in 1075us (2824us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400380.207644:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1786400380.208170:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75de1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1873175941214336:0@lo:400:kworker.0 00010000:00080000:1.0:1786400380.208188:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f75de2680 x1873175941214848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786400380.208214:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75de2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1873175941214848:0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.211386:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1786400380.211402:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1873175941214592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400380.211543:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1873175941214592:12345-0@lo:400:kworker.0 Request processed in 146us (6600us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400380.211551:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00080000:3.0:1786400380.211671:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f75de0380 x1873175941214592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786400380.211684:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1873175941214592:0@lo:400:kworker.0 00000001:00100000:2.0:1786400380.223408:0:25026:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d82ef978-ddd9-498c-82a0-27204eae3730 00000001:00080000:2.0:1786400380.223492:0:25026:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:1.0:1786400380.595976:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1786400380.596001:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941214976:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1786400380.596069:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400380.596222:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941215104:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1786400380.596244:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400380.596253:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400380.597509:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941214976 00000100:00100000:2.0:1786400380.597532:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941214976 00000100:00100000:2.0:1786400380.597572:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941215104 00000100:00100000:2.0:1786400380.597575:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941215104 00000100:00100000:2.0:1786400380.597590:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1786400380.597598:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941214976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1786400380.597628:0:24215:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1786400380.597770:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1873175941214976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 172us (1700us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400380.597777:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1786400380.597796:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1786400380.597803:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941215104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1786400380.597812:0:24215:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1786400380.597837:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941215104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 35us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400380.597843:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1786400380.597915:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1873175941214976:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1786400380.597941:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941215104:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1786400380.852283:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1786400381.567175:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400381.567279:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924328704 00000100:00100000:3.0:1786400381.567289:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924328704 00000100:00100000:3.0:1786400381.567403:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 14 00000100:00100000:3.0:1786400381.567416:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+7:18155:x1873175924328704:12345-192.168.203.33@tcp:41:lfs.0 00000004:00000024:3.0:1786400381.567452:0:22705:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1786400381.567607:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+7:18155:x1873175924328704:12345-192.168.203.33@tcp:41:lfs.0 Request processed in 193us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400381.567615:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 14 00000100:00080000:1.0:1786400381.567770:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1786400381.570851:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400381.570984:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924328832 00000100:00100000:2.0:1786400381.570993:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924328832 00000100:00100000:2.0:1786400381.571125:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 15 00000100:00100000:2.0:1786400381.571137:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+6:18155:x1873175924328832:12345-192.168.203.33@tcp:41:lfs.0 00000004:00000024:2.0:1786400381.571172:0:25039:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1786400381.571262:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+6:18155:x1873175924328832:12345-192.168.203.33@tcp:41:lfs.0 Request processed in 128us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400381.571271:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 15 00000100:00080000:1.0:1786400381.571735:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1786400381.575753:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400381.575882:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924328960 00000100:00100000:0.0:1786400381.575895:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924328960 00000100:00100000:0.0:1786400381.576022:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 13 00000100:00100000:0.0:1786400381.576035:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47986680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d82ef978-ddd9-498c-82a0-27204eae3730+6:18155:x1873175924328960:12345-192.168.203.33@tcp:13:lfs.0 00002000:00000024:0.0:1786400381.576060:0:24215:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1786400381.576181:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47986680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d82ef978-ddd9-498c-82a0-27204eae3730+6:18155:x1873175924328960:12345-192.168.203.33@tcp:13:lfs.0 Request processed in 148us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400381.576189:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 13 00000100:00080000:1.0:1786400381.576251:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1786400381.578333:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400381.578905:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924329088 00000100:00100000:2.0:1786400381.578914:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924329088 00000100:00100000:2.0:1786400381.578989:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 14 00000100:00100000:2.0:1786400381.578998:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d82ef978-ddd9-498c-82a0-27204eae3730+5:18155:x1873175924329088:12345-192.168.203.33@tcp:13:lfs.0 00002000:00000024:2.0:1786400381.579033:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1786400381.579365:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d82ef978-ddd9-498c-82a0-27204eae3730+5:18155:x1873175924329088:12345-192.168.203.33@tcp:13:lfs.0 Request processed in 365us (1036us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400381.579374:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 14 00000100:00080000:1.0:1786400381.579445:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1786400381.680818:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941215232:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1786400381.680900:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400381.680951:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1786400381.680957:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941215360:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1786400381.680976:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400381.681025:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941215232 00000100:00100000:0.0:1786400381.681033:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941215232 00000100:00100000:0.0:1786400381.681067:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941215360 00000100:00100000:0.0:1786400381.681069:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941215360 00000100:00100000:0.0:1786400381.681081:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1786400381.681087:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941215232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1786400381.681113:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1786400381.681150:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941215232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400381.681157:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1786400381.681170:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1786400381.681176:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941215360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1786400381.681187:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1786400381.681213:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941215360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 37us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400381.681219:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1786400381.681255:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941215360:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1786400381.681284:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941215232:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1786400381.681380:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786400381.770520:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400381.770645:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924329216 00000100:00100000:3.0:1786400381.770656:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924329216 00000100:00100000:3.0:1786400381.770880:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 131 00000100:00100000:3.0:1786400381.770890:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+10:18184:x1873175924329216:12345-192.168.203.33@tcp:101:mount.lustre.0 00010000:00010000:3.0:1786400381.770917:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1786400381.770936:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8e483fba00/0x2c22c21443906a66 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x67dc66580f227995 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400381.770964:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8e483fba00/0x2c22c21443906a66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227995 expref: 11 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400381.770976:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8e483fba00/0x2c22c21443906a66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227995 expref: 11 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400381.770986:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e483fba00, rc 0) 00000100:00100000:3.0:1786400381.771048:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+11:18184:x1873175924329216:12345-192.168.203.33@tcp:101:mount.lustre.0 Request processed in 159us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400381.771056:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 131 00000100:00100000:3.0:1786400381.781164:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400381.811848:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924329344 00000100:00100000:2.0:1786400381.811863:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924329344 00000100:00100000:2.0:1786400381.811932:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 132 00000100:00100000:2.0:1786400381.811941:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+11:18184:x1873175924329344:12345-192.168.203.33@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786400381.812085:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+11:18184:x1873175924329344:12345-192.168.203.33@tcp:501:mount.lustre.0 Request processed in 144us (30931us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400381.812094:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 132 00000100:00100000:0.0:1786400381.842094:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400381.842213:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924329472 00000100:00100000:3.0:1786400381.842225:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924329472 00000100:00100000:3.0:1786400381.842360:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 133 00000100:00100000:3.0:1786400381.842371:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+11:18184:x1873175924329472:12345-192.168.203.33@tcp:503:mount.lustre.0 00000100:00100000:3.0:1786400381.842520:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+11:18184:x1873175924329472:12345-192.168.203.33@tcp:503:mount.lustre.0 Request processed in 150us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400381.842529:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 133 00000100:00100000:2.0:1786400381.845904:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400381.846101:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924329600 00000100:00100000:1.0:1786400381.846110:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924329600 00000100:00100000:1.0:1786400381.846199:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 134 00000100:00100000:1.0:1786400381.846210:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+11:18194:x1873175924329600:12345-192.168.203.33@tcp:502:llog_process_th.0 00000100:00100000:1.0:1786400381.846376:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+11:18194:x1873175924329600:12345-192.168.203.33@tcp:502:llog_process_th.0 Request processed in 166us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400381.846385:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 134 00000100:00100000:0.0:1786400381.882728:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400381.882815:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924329728 00000100:00100000:3.0:1786400381.882827:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924329728 00000100:00100000:3.0:1786400381.882888:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 135 00000100:00100000:3.0:1786400381.882898:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+11:18194:x1873175924329728:12345-192.168.203.33@tcp:502:llog_process_th.0 00000100:00100000:3.0:1786400381.884878:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+11:18194:x1873175924329728:12345-192.168.203.33@tcp:502:llog_process_th.0 Request processed in 1971us (2150us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400381.884893:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 135 00000100:00100000:0.0:1786400381.889062:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400381.889368:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924329856 00000100:00100000:1.0:1786400381.889379:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924329856 00000100:00100000:1.0:1786400381.889539:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 136 00000100:00100000:1.0:1786400381.889550:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+11:18194:x1873175924329856:12345-192.168.203.33@tcp:502:llog_process_th.0 00000100:00100000:1.0:1786400381.889753:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+11:18194:x1873175924329856:12345-192.168.203.33@tcp:502:llog_process_th.0 Request processed in 204us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400381.889761:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 136 00000100:00100000:2.0:1786400381.893368:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400381.893450:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924329984 00000100:00100000:3.0:1786400381.893461:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924329984 00000100:00100000:3.0:1786400381.893520:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 137 00000100:00100000:3.0:1786400381.893532:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+11:18184:x1873175924329984:12345-192.168.203.33@tcp:101:mount.lustre.0 00010000:00010000:3.0:1786400381.893549:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1786400381.893566:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8e483fbe00/0x2c22c21443906a6d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x67dc66580f2279c6 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400381.893592:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8e483fbe00/0x2c22c21443906a6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279c6 expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400381.893604:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8e483fbe00/0x2c22c21443906a6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279c6 expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400381.893634:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e483fbe00, rc 0) 00000100:00100000:3.0:1786400381.893724:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+12:18184:x1873175924329984:12345-192.168.203.33@tcp:101:mount.lustre.0 Request processed in 194us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400381.893732:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 137 00000100:00100000:0.0:1786400381.897258:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400381.897382:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924330112 00000100:00100000:1.0:1786400381.897392:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924330112 00000100:00100000:1.0:1786400381.897553:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 138 00000100:00100000:1.0:1786400381.897564:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+12:18184:x1873175924330112:12345-192.168.203.33@tcp:256:mount.lustre.0 20000000:01000000:1.0:1786400381.897589:0:22698:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1786400381.897631:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1786400381.897635:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1786400381.897639:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1786400381.897641:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1786400381.897644:0:22698:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1786400381.900016:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+12:18184:x1873175924330112:12345-192.168.203.33@tcp:256:mount.lustre.0 Request processed in 2444us (2759us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400381.900031:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 138 00000100:00100000:2.0:1786400381.903507:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400381.903605:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924330240 00000100:00100000:0.0:1786400381.903632:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924330240 00000100:00100000:0.0:1786400381.903763:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 139 00000100:00100000:0.0:1786400381.903774:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+12:18184:x1873175924330240:12345-192.168.203.33@tcp:101:mount.lustre.0 00010000:00010000:0.0:1786400381.903790:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1786400381.903808:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f40031800/0x2c22c21443906a74 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x67dc66580f2279cd expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400381.903835:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f40031800/0x2c22c21443906a74 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279cd expref: 13 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400381.903845:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f40031800/0x2c22c21443906a74 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279cd expref: 13 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400381.903853:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f40031800, rc 0) 00000100:00100000:0.0:1786400381.903904:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+13:18184:x1873175924330240:12345-192.168.203.33@tcp:101:mount.lustre.0 Request processed in 132us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400381.903911:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 139 00000100:00100000:0.0:1786400381.905758:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400381.905881:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924330368 00000100:00100000:1.0:1786400381.905889:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924330368 00000100:00100000:1.0:1786400381.905961:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 140 00000100:00100000:1.0:1786400381.905969:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+13:18184:x1873175924330368:12345-192.168.203.33@tcp:501:mount.lustre.0 00000100:00100000:1.0:1786400381.906103:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+13:18184:x1873175924330368:12345-192.168.203.33@tcp:501:mount.lustre.0 Request processed in 134us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400381.906110:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 140 00000100:00100000:1.0:1786400381.907970:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400381.908111:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924330496 00000100:00100000:0.0:1786400381.908119:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924330496 00000100:00100000:0.0:1786400381.908207:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 141 00000100:00100000:0.0:1786400381.908217:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f759ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+13:18184:x1873175924330496:12345-192.168.203.33@tcp:503:mount.lustre.0 00000100:00100000:0.0:1786400381.908367:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f759ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+13:18184:x1873175924330496:12345-192.168.203.33@tcp:503:mount.lustre.0 Request processed in 151us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400381.908376:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 141 00000100:00100000:2.0:1786400381.911882:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400381.911975:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924330624 00000100:00100000:1.0:1786400381.911985:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924330624 00000100:00100000:1.0:1786400381.912048:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 142 00000100:00100000:1.0:1786400381.912058:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48230050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+13:18198:x1873175924330624:12345-192.168.203.33@tcp:502:llog_process_th.0 00000100:00100000:1.0:1786400381.912202:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48230050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+13:18198:x1873175924330624:12345-192.168.203.33@tcp:502:llog_process_th.0 Request processed in 145us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400381.912209:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 142 00000100:00100000:1.0:1786400381.925590:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400381.925792:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924330752 00000100:00100000:0.0:1786400381.925802:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924330752 00000100:00100000:2.0:1786400381.925936:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 143 00000100:00100000:2.0:1786400381.925947:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48233850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+13:18198:x1873175924330752:12345-192.168.203.33@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786400381.926099:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48233850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+13:18198:x1873175924330752:12345-192.168.203.33@tcp:502:llog_process_th.0 Request processed in 151us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400381.926107:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 143 00000100:00100000:0.0:1786400381.932327:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400381.932451:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400381.932782:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924330880 00000100:00100000:3.0:1786400381.932793:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924330880 00000100:00100000:3.0:1786400381.932831:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924331136 00000100:00100000:3.0:1786400381.932834:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924331136 00000100:00100000:3.0:1786400381.932910:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 16 00000100:00100000:3.0:1786400381.932919:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2399:x1873175924330880:12345-192.168.203.33@tcp:38:mount.lustre.0 00010000:00080000:3.0:1786400381.932964:0:22705:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from 8ceb7064-3422-4fe1-aa37-32ea0979cfc2@192.168.203.33@tcp t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:3.0:1786400381.933002:0:22705:0:(genops.c:1406:class_connect()) connect: client 8ceb7064-3422-4fe1-aa37-32ea0979cfc2, cookie 0x2c22c21443906a7b 00000004:00100000:3.0:1786400381.933027:0:22705:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return 77 00000100:00080000:3.0:1786400381.933116:0:22705:0:(import.c:65:import_set_state_nolock()) ffff9c8f5f23f000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1786400381.933180:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:2399:x1873175924330880:12345-192.168.203.33@tcp:38:mount.lustre.0 Request processed in 260us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400381.933188:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 16 00000100:00100000:3.0:1786400381.933205:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 17 00000100:00100000:3.0:1786400381.933209:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2399:x1873175924331136:12345-192.168.203.33@tcp:38:mount.lustre.0 00010000:00080000:3.0:1786400381.933225:0:22705:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from 8ceb7064-3422-4fe1-aa37-32ea0979cfc2@192.168.203.33@tcp t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:3.0:1786400381.933247:0:22705:0:(genops.c:1406:class_connect()) connect: client 8ceb7064-3422-4fe1-aa37-32ea0979cfc2, cookie 0x2c22c21443906a82 00000004:00100000:3.0:1786400381.933260:0:22705:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return 77 00000100:00080000:3.0:1786400381.933303:0:22705:0:(import.c:65:import_set_state_nolock()) ffff9c8f5f23d000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1786400381.933329:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:2399:x1873175924331136:12345-192.168.203.33@tcp:38:mount.lustre.0 Request processed in 118us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400381.933336:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 17 00000100:00100000:3.0:1786400381.946555:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400381.946717:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924331392 00000100:00100000:1.0:1786400381.946728:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924331392 00000100:00100000:1.0:1786400381.946811:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 18 00000100:00100000:1.0:1786400381.946822:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:18184:x1873175924331392:12345-192.168.203.33@tcp:41:mount.lustre.0 00000004:00000024:1.0:1786400381.946855:0:22707:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1786400381.946930:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:18184:x1873175924331392:12345-192.168.203.33@tcp:41:mount.lustre.0 Request processed in 109us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400381.946939:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 18 00000100:00080000:2.0:1786400381.947015:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1786400381.951253:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400381.951296:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400381.951383:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924331008 00000100:00100000:0.0:1786400381.951393:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924331008 00000100:00100000:0.0:1786400381.951447:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924331264 00000100:00100000:0.0:1786400381.951450:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924331264 00000100:00100000:0.0:1786400381.951497:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 19 00000100:00100000:0.0:1786400381.951507:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:0:x1873175924331008:12345-192.168.203.33@tcp:41:mount.lustre.0 00000004:00000024:0.0:1786400381.951537:0:25039:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1786400381.951602:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:0:x1873175924331008:12345-192.168.203.33@tcp:41:mount.lustre.0 Request processed in 95us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400381.951623:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 19 00000100:00100000:0.0:1786400381.951641:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 20 00000100:00100000:0.0:1786400381.951649:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:0:x1873175924331264:12345-192.168.203.33@tcp:41:mount.lustre.0 00000004:00000024:0.0:1786400381.951661:0:25039:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1786400381.951731:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:0:x1873175924331264:12345-192.168.203.33@tcp:41:mount.lustre.0 Request processed in 82us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400381.951738:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 20 00000100:00080000:2.0:1786400381.951884:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1786400381.964072:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400381.964799:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924331520 00000100:00100000:0.0:1786400381.964811:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924331520 00000100:00100000:2.0:1786400381.965011:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 21 00000100:00100000:2.0:1786400381.965022:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:18184:x1873175924331520:12345-192.168.203.33@tcp:40:mount.lustre.0 00000100:00100000:2.0:1786400381.965114:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:18184:x1873175924331520:12345-192.168.203.33@tcp:40:mount.lustre.0 Request processed in 94us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400381.965122:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 21 00000100:00100000:3.0:1786400381.968079:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400381.968363:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400381.968404:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400381.968676:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924331648 00000100:00100000:1.0:1786400381.968719:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924331648 00000100:00100000:1.0:1786400381.968761:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924331776 00000100:00100000:1.0:1786400381.968765:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924331776 00000100:00100000:1.0:1786400381.968783:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 23 00000100:00100000:1.0:1786400381.968792:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2399:x1873175924331648:12345-192.168.203.33@tcp:8:mount.lustre.0 00010000:00080000:1.0:1786400381.968828:0:24210:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from 8ceb7064-3422-4fe1-aa37-32ea0979cfc2@192.168.203.33@tcp t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:1.0:1786400381.968857:0:24210:0:(genops.c:1406:class_connect()) connect: client 8ceb7064-3422-4fe1-aa37-32ea0979cfc2, cookie 0x2c22c21443906a89 00002000:00100000:1.0:1786400381.968870:0:24210:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 8ceb7064-3422-4fe1-aa37-32ea0979cfc2/ffff9c8f47b38000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366b ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1786400381.968895:0:24210:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return 77 00002000:00080000:1.0:1786400381.968961:0:24210:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1786400381.969005:0:24210:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e384000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1786400381.969064:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:2399:x1873175924331648:12345-192.168.203.33@tcp:8:mount.lustre.0 Request processed in 271us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400381.969072:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 23 00000100:00100000:1.0:1786400381.969087:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 24 00000100:00100000:1.0:1786400381.969091:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2399:x1873175924331776:12345-192.168.203.33@tcp:8:mount.lustre.0 00010000:00080000:1.0:1786400381.969107:0:24210:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from 8ceb7064-3422-4fe1-aa37-32ea0979cfc2@192.168.203.33@tcp t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:1.0:1786400381.969122:0:24210:0:(genops.c:1406:class_connect()) connect: client 8ceb7064-3422-4fe1-aa37-32ea0979cfc2, cookie 0x2c22c21443906a90 00002000:00100000:1.0:1786400381.969127:0:24210:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 8ceb7064-3422-4fe1-aa37-32ea0979cfc2/ffff9c8f5e385800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366b ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1786400381.969133:0:24210:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return 77 00002000:00080000:1.0:1786400381.969173:0:24210:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1786400381.969187:0:24210:0:(import.c:65:import_set_state_nolock()) ffff9c8f5e380800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1786400381.969210:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:2399:x1873175924331776:12345-192.168.203.33@tcp:8:mount.lustre.0 Request processed in 117us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400381.969215:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 24 00000100:00100000:0.0:1786400381.971397:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924331904 00000100:00100000:0.0:1786400381.971471:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924331904 00000100:00100000:1.0:1786400381.972448:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 4 00000100:00100000:1.0:1786400381.972462:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:18184:x1873175924331904:12345-192.168.203.33@tcp:900:mount.lustre.0 00000100:00100000:1.0:1786400381.972553:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:18184:x1873175924331904:12345-192.168.203.33@tcp:900:mount.lustre.0 Request processed in 94us (4482us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400381.972561:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 4 00000100:00100000:3.0:1786400381.975509:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400381.976372:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924332032 00000100:00100000:0.0:1786400381.976383:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924332032 00000100:00100000:0.0:1786400381.976444:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 1 00000100:00100000:0.0:1786400381.976455:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75a38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:18184:x1873175924332032:12345-192.168.203.33@tcp:33:mount.lustre.0 00000004:00200000:0.0:1786400381.976555:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1786400381.976649:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75a38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:18184:x1873175924332032:12345-192.168.203.33@tcp:33:mount.lustre.0 Request processed in 195us (1147us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400381.976659:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 1 00000100:00100000:3.0:1786400382.159791:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400382.160177:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924332160 00000100:00100000:1.0:1786400382.160187:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924332160 00000100:00100000:1.0:1786400382.160367:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 22 00000100:00100000:1.0:1786400382.160379:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48289880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:18222:x1873175924332160:12345-192.168.203.33@tcp:101:mkdir.0 00010000:00010000:1.0:1786400382.160414:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1786400382.160440:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906a97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f2279fe expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400382.160505:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906a9e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400382.160519:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906a9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400382.160533:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906a9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1786400382.160577:0:22707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1786400382.160581:0:22707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1786400382.160601:0:22707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906a9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400382.160826:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906a97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279fe expref: 8 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400382.160848:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906a9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279fe expref: 7 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400382.160857:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8f509d6400) 00010000:00010000:1.0:1786400382.160859:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1786400382.160862:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f42d9a000, rc 0) 00000100:00100000:1.0:1786400382.160929:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48289880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+7:18222:x1873175924332160:12345-192.168.203.33@tcp:101:mkdir.0 Request processed in 551us (1146us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400382.160944:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 22 00010000:00010000:3.0:1786400382.643849:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1786400382.900784:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1786400383.668867:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1786400384.185331:0:22685:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8ceb7064-3422-4fe1-aa37-32ea0979cfc2 00000001:00100000:3.0:1786400384.185355:0:22685:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d82ef978-ddd9-498c-82a0-27204eae3730 00000001:00100000:0.0:1786400384.185659:0:23439:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 8ceb7064-3422-4fe1-aa37-32ea0979cfc2 00000001:00100000:0.0:1786400384.185665:0:23439:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d82ef978-ddd9-498c-82a0-27204eae3730 00000001:00100000:2.0:1786400384.200496:0:24207:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8ceb7064-3422-4fe1-aa37-32ea0979cfc2 00000001:00100000:2.0:1786400384.201023:0:24207:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d82ef978-ddd9-498c-82a0-27204eae3730 00010000:00010000:3.0:1786400384.692550:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1786400384.838218:0:25583:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:2.0:1786400385.205000:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1786400385.205456:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941215616:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.205524:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400385.205884:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941215744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1786400385.205919:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400385.206917:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f13737b8-c470-46e6-b04d-cb6cb5174b94:3647:1873175941215488:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.206960:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400385.206995:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941216128:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.207020:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400385.207042:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1786400385.207048:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e4828b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941216000:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.207070:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400385.207106:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941215488 00000100:00100000:2.0:1786400385.207114:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941215488 00000100:00100000:2.0:1786400385.207159:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1786400385.207168:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48230c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:3647:x1873175941215488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.207217:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48230c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:3647:x1873175941215488:12345-0@lo:400:kworker.0 Request processed in 50us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400385.207224:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1786400385.207256:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941216128 00000100:00100000:2.0:1786400385.207272:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941216128 00000100:00100000:2.0:1786400385.207302:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941216000 00000100:00100000:2.0:1786400385.207305:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941216000 00000100:00100000:2.0:1786400385.207322:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1786400385.207328:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941216128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.207360:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941216128:12345-0@lo:400:kworker.0 Request processed in 32us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400385.207366:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1786400385.207376:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1786400385.207382:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47984a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941216000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.207406:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47984a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941216000:12345-0@lo:400:kworker.0 Request processed in 25us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400385.207413:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:2.0:1786400385.207431:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1786400385.207435:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1786400385.207469:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941216000:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.207479:0:3647:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1786400385.207495:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941216128:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.207504:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f13737b8-c470-46e6-b04d-cb6cb5174b94:3647:1873175941215488:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.207628:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941215872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1786400385.207656:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400385.207709:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1786400385.207717:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1873175941216256:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.207743:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400385.207774:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941215744 00000100:00100000:2.0:1786400385.207778:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941215744 00000100:00100000:2.0:1786400385.207809:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941215872 00000100:00100000:2.0:1786400385.207813:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941215872 00000100:00100000:2.0:1786400385.207826:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1786400385.207832:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941215744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1786400385.207851:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1786400385.219992:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941215744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 12142us (14054us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400385.220011:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1786400385.220062:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1786400385.220083:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47984380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941215872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1786400385.220118:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1786400385.220375:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941215616 00000100:00100000:1.0:1786400385.220387:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941215616 00000100:00100000:1.0:1786400385.220449:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1786400385.220457:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47987800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941215616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400385.221091:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941216384:0@lo:400:kworker.0 00000100:00100000:3.0:1786400385.221139:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400385.221331:0:22710:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1786400385.221341:0:22710:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:1.0:1786400385.221496:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47987800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941215616:12345-0@lo:400:kworker.0 Request processed in 1039us (15971us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400385.221505:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1786400385.221597:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941216384 00000100:00100000:1.0:1786400385.221603:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941216384 00000100:00100000:1.0:1786400385.221628:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1786400385.221633:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941216384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400385.221774:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941216384:12345-0@lo:400:kworker.0 Request processed in 140us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400385.221781:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1786400385.221827:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941216384:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.222298:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47984380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941215872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2102us (14516us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400385.222309:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1786400385.222336:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941216512:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.222374:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400385.222409:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1873175941217024:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.222437:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400385.222459:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1786400385.222465:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1873175941216640:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.222495:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400385.222514:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1873175941217152:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.222746:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400385.222777:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941216256 00000100:00100000:2.0:1786400385.222784:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941216256 00000100:00100000:2.0:1786400385.222811:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941217024 00000100:00100000:2.0:1786400385.222822:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941217024 00000100:00100000:2.0:1786400385.222842:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941216640 00000100:00100000:2.0:1786400385.222844:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941216640 00000100:00100000:2.0:1786400385.222855:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941217152 00000100:00100000:2.0:1786400385.222857:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941217152 00000100:00100000:2.0:1786400385.222872:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1786400385.222879:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48288380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1873175941216256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.222920:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48288380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1873175941216256:12345-0@lo:400:kworker.0 Request processed in 42us (15177us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400385.222927:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1786400385.222939:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1786400385.222945:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1873175941217024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.222977:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1873175941217024:12345-0@lo:400:kworker.0 Request processed in 32us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400385.222983:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1786400385.222994:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1786400385.222999:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1873175941216640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.223026:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1873175941216640:12345-0@lo:400:kworker.0 Request processed in 27us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400385.223032:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1786400385.223043:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1786400385.223048:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1873175941217152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.223074:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1873175941217152:12345-0@lo:400:kworker.0 Request processed in 25us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400385.223079:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1786400385.223112:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1873175941216640:0@lo:400:kworker.0 00010000:00080000:2.0:1786400385.223137:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f49b75180 x1873175941217152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400385.223148:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1873175941217152:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.223157:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1873175941217024:0@lo:400:kworker.0 00000100:00080000:2.0:1786400385.223432:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1786400385.223438:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1786400385.223440:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1786400385.223842:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941216512 00000100:00100000:3.0:1786400385.223848:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941216512 00000100:00100000:3.0:1786400385.223892:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1786400385.223899:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4828b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941216512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1786400385.223952:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4828b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941216512:12345-0@lo:400:kworker.0 Request processed in 54us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400385.223959:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1786400385.224045:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941216512:0@lo:400:kworker.0 00000100:00080000:2.0:1786400385.224065:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1786400385.224100:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1873175941216896:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.224134:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400385.224176:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1873175941216256:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.224289:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941215872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1786400385.224308:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1786400385.224314:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1873175941216768:0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.224340:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400385.224375:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941216896 00000100:00100000:2.0:1786400385.224379:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941216896 00000100:00100000:2.0:1786400385.224408:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941216768 00000100:00100000:2.0:1786400385.224412:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941216768 00000100:00100000:2.0:1786400385.224430:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1786400385.224436:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1873175941216896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.224474:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1873175941216896:12345-0@lo:400:kworker.0 Request processed in 37us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400385.224499:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1786400385.224514:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1786400385.224519:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1873175941216768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400385.224560:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1873175941216768:12345-0@lo:400:kworker.0 Request processed in 41us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400385.224566:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:2.0:1786400385.224586:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1786400385.224589:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1786400385.224603:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1873175941216768:0@lo:400:kworker.0 00010000:00080000:2.0:1786400385.224615:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f49b76680 x1873175941216896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400385.224625:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1873175941216896:0@lo:400:kworker.0 00000100:00100000:1.0:1786400385.224993:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e4828a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941215616:0@lo:400:kworker.0 00000100:00100000:0.0:1786400385.225111:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941215744:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1786400385.716090:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400385.716833:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941217408:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1786400385.716935:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400385.717039:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941217408 00000100:00100000:0.0:1786400385.717049:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941217408 00000100:00100000:0.0:1786400385.717118:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1786400385.717130:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941217408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1786400385.717167:0:24215:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1786400385.717297:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941217280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1786400385.717376:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941217408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 245us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400385.717387:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1786400385.717471:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941217408:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1786400385.718467:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400385.718561:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941217280 00000100:00100000:2.0:1786400385.718572:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941217280 00000100:00100000:2.0:1786400385.718707:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1786400385.718717:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941217280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1786400385.718743:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1786400385.718829:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941217280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (1442us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400385.718836:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1786400385.718958:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941217280:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1786400386.741875:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786400386.743235:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941217536:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1786400386.743370:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400386.743625:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941217536 00000100:00100000:3.0:1786400386.743636:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941217536 00000100:00100000:3.0:1786400386.743766:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1786400386.743780:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941217536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1786400386.743844:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1786400386.743930:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941217536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 146us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400386.743941:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1786400386.744013:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941217536:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1786400386.746176:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1786400386.748288:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941217664:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1786400386.748410:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400386.748519:0:25595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941217664 00000100:00100000:0.0:1786400386.748530:0:25595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941217664 00000100:00100000:0.0:1786400386.748597:0:25595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1786400386.748619:0:25595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941217664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1786400386.748731:0:25595:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1786400386.748802:0:25595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941217664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 194us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400386.748809:0:25595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1786400386.748938:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941217664:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1786400387.082908:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400387.083093:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400387.083209:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924332416 00000100:00100000:2.0:1786400387.083218:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924332416 00000100:00100000:2.0:1786400387.083292:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 39 00000100:00100000:2.0:1786400387.083301:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+6:2403:x1873175924332416:12345-192.168.203.33@tcp:400:kworker.0 00000100:00080000:0.0:1786400387.083312:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1786400387.083403:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+6:2403:x1873175924332416:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 103us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400387.083411:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 39 00000100:00100000:3.0:1786400387.083785:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400387.083817:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400387.083837:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400387.083870:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400387.083890:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924332544 00000100:00100000:3.0:1786400387.083895:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924332544 00000100:00100000:1.0:1786400387.084120:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924332288 00000100:00100000:1.0:1786400387.084125:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924332288 00000100:00100000:1.0:1786400387.084165:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 145 00000100:00100000:1.0:1786400387.084172:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48233c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+13:2402:x1873175924332288:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:1.0:1786400387.084215:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48233c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+13:2402:x1873175924332288:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 43us (1122us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400387.084221:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 145 00000100:00100000:0.0:1786400387.084442:0:24747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924332800 00000100:00100000:0.0:1786400387.084447:0:24747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924332800 00000100:00100000:0.0:1786400387.084483:0:24747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924333312 00000100:00100000:0.0:1786400387.084486:0:24747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924333312 00000100:00100000:0.0:1786400387.084507:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 9 00000100:00100000:0.0:1786400387.084514:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d82ef978-ddd9-498c-82a0-27204eae3730+5:2402:x1873175924332800:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:0.0:1786400387.084566:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d82ef978-ddd9-498c-82a0-27204eae3730+5:2402:x1873175924332800:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 52us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400387.084573:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 9 00000100:00100000:0.0:1786400387.084588:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 10 00000100:00100000:0.0:1786400387.084595:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:2402:x1873175924333312:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:0.0:1786400387.084619:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:2402:x1873175924333312:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 25us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400387.084626:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 10 00000100:00100000:2.0:1786400387.084761:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924333056 00000100:00100000:2.0:1786400387.084766:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924333056 00000100:00100000:3.0:1786400387.085245:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 40 00000100:00100000:3.0:1786400387.086266:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+5:2402:x1873175924332544:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:3.0:1786400387.086367:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+5:2402:x1873175924332544:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 1112us (2579us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400387.086375:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 40 00000100:00100000:2.0:1786400387.086623:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 41 00000100:00100000:2.0:1786400387.086636:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+5:2402:x1873175924333056:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:2.0:1786400387.086816:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+5:2402:x1873175924333056:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 183us (2976us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400387.086824:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 41 00000100:00080000:2.0:1786400387.086853:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1786400387.086859:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1786400387.089872:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400387.089993:0:24747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924332672 00000100:00100000:2.0:1786400387.090004:0:24747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924332672 00000100:00100000:2.0:1786400387.090119:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 11 00000100:00100000:2.0:1786400387.090132:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d82ef978-ddd9-498c-82a0-27204eae3730+5:2403:x1873175924332672:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:2.0:1786400387.090240:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d82ef978-ddd9-498c-82a0-27204eae3730+5:2403:x1873175924332672:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 110us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400387.090249:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 11 00000100:00080000:0.0:1786400387.090821:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1786400387.105450:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400387.105497:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400387.105634:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924332928 00000100:00100000:2.0:1786400387.105644:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924332928 00000100:00100000:2.0:1786400387.105769:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 42 00000100:00100000:2.0:1786400387.105780:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:2403:x1873175924332928:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:2.0:1786400387.105862:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:2403:x1873175924332928:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 84us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400387.105887:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 42 00000100:00080000:0.0:1786400387.106142:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1786400387.106287:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924333184 00000100:00100000:1.0:1786400387.106293:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924333184 00000100:00100000:1.0:1786400387.106399:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 12 00000100:00100000:1.0:1786400387.106407:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+5:2403:x1873175924333184:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:1.0:1786400387.106456:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+5:2403:x1873175924333184:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 50us (958us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400387.106463:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 12 00000100:00080000:0.0:1786400387.106867:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:0.0:1786400387.260379:0:25026:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8ceb7064-3422-4fe1-aa37-32ea0979cfc2 00010000:00010000:2.0:1786400387.763901:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1786400388.490295:0:25732:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667f len=0 uarg=00007ffc990a8120 00000020:00000080:2.0:1786400388.490313:0:25732:0:(class_obd.c:141:class_resolve_dev_name()) device name MGS 00000020:00000080:2.0:1786400388.490318:0:25732:0:(class_obd.c:148:class_resolve_dev_name()) device name MGS, dev 1 00000020:00000080:2.0:1786400388.490327:0:25732:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc990aa3b0 20000000:00000080:2.0:1786400388.490335:0:25732:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9c8f797a8400 uarg=0000000000000000 20000000:01000000:2.0:1786400388.490442:0:25732:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:2.0:1786400388.490447:0:25732:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:2.0:1786400388.490452:0:25732:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1786400388.491152:0:25733:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:2.0:1786400388.491424:0:25732:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:2.0:1786400388.496965:0:25732:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1786400388.496998:0:25732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906aa5 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.497019:0:25732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c8f67630a00/0x2c22c21443906702 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439066fb expref: 23 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.497027:0:25732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c8f67631400/0x2c22c21443906710 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906709 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.497033:0:25732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c8f42d9b600/0x2c22c2144390674f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906748 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.497039:0:25732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c8f413d3000/0x2c22c214439068d0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c214439068c9 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.497048:0:25732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c8f77c68200/0x2c22c21443906a35 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f22795d expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.497074:0:25732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c8f40031800/0x2c22c21443906a74 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279cd expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.497082:0:25732:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906aa5 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.497122:0:25732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c8f40031800/0x2c22c21443906a74 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279cd expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.497138:0:25732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c8f40031800/0x2c22c21443906a74 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279cd expref: 12 pid: 22699 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400388.497153:0:25732:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b54000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1873175941217792:192.168.203.33@tcp:104: 00010000:00010000:2.0:1786400388.497385:0:25732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c8f77c68200/0x2c22c21443906a35 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f22795d expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.497393:0:25732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c8f77c68200/0x2c22c21443906a35 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f22795d expref: 12 pid: 22700 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400388.497402:0:25732:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b54e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1873175941217920:192.168.203.33@tcp:104: 00010000:00010000:2.0:1786400388.497428:0:25732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c8f413d3000/0x2c22c214439068d0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c22c214439068c9 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.497436:0:25732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c8f413d3000/0x2c22c214439068d0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c22c214439068c9 expref: 23 pid: 22698 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400388.497443:0:25732:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b57100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1873175941218048:0@lo:104: 00000100:00100000:2.0:1786400388.497477:0:25732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1786400388.497528:0:25732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c8f42d9b600/0x2c22c2144390674f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c22c21443906748 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.497536:0:25732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c8f42d9b600/0x2c22c2144390674f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c22c21443906748 expref: 23 pid: 22698 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400388.497544:0:25732:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b55f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1873175941218176:0@lo:104: 00000100:00100000:2.0:1786400388.497562:0:25732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1786400388.497592:0:25732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c8f67631400/0x2c22c21443906710 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c22c21443906709 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.497599:0:25732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c8f67631400/0x2c22c21443906710 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c22c21443906709 expref: 23 pid: 22698 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400388.497606:0:25732:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b55180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1873175941218304:0@lo:104: 00000100:00100000:2.0:1786400388.497625:0:25732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1786400388.497652:0:25732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c8f67630a00/0x2c22c21443906702 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c22c214439066fb expref: 23 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.497660:0:25732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c8f67630a00/0x2c22c21443906702 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c22c214439066fb expref: 23 pid: 22700 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400388.497668:0:25732:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b55c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1873175941218432:0@lo:104: 00000100:00100000:2.0:1786400388.497685:0:25732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400388.497733:0:25732:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4aa4fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1786400388.497861:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941218048 00000100:00100000:3.0:1786400388.497868:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941218048 00000100:00100000:3.0:1786400388.497904:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941218176 00000100:00100000:3.0:1786400388.497907:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941218176 00000100:00100000:3.0:1786400388.497917:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941218304 00000100:00100000:3.0:1786400388.497919:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941218304 00000100:00100000:3.0:1786400388.497928:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941218432 00000100:00100000:3.0:1786400388.497930:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941218432 00000100:00100000:3.0:1786400388.497942:0:22688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1786400388.497950:0:22688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+6:25732:x1873175941218048:12345-0@lo:104: 00010000:00010000:3.0:1786400388.497961:0:22688:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: ffff9c8f40031200/0x2c22c214439068c9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c214439068d0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498029:0:22688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1786400388.498035:0:22688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+6:25732:x1873175941218048:12345-0@lo:104: Request processed in 86us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400388.498043:0:22688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1786400388.498062:0:22688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1786400388.498069:0:22688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+5:25732:x1873175941218176:12345-0@lo:104: 00010000:00010000:3.0:1786400388.498077:0:22688:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: ffff9c8f67630600/0x2c22c21443906748 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c2144390674f expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498109:0:22688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1786400388.498114:0:22688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+5:25732:x1873175941218176:12345-0@lo:104: Request processed in 47us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400388.498120:0:22688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1786400388.498132:0:22688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1786400388.498138:0:22688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+4:25732:x1873175941218304:12345-0@lo:104: 00010000:00010000:3.0:1786400388.498145:0:22688:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9bc00/0x2c22c21443906709 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c21443906710 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498168:0:22688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1786400388.498173:0:22688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+4:25732:x1873175941218304:12345-0@lo:104: Request processed in 36us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400388.498179:0:22688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1786400388.498189:0:22688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1786400388.498194:0:22688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+3:25732:x1873175941218432:12345-0@lo:104: 00010000:00010000:3.0:1786400388.498201:0:22688:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c214439066fb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c21443906702 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498311:0:22688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1786400388.498317:0:22688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+3:25732:x1873175941218432:12345-0@lo:104: Request processed in 122us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400388.498324:0:22688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1786400388.498342:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1786400388.498348:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f40031200/0x2c22c214439068c9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c214439068d0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498367:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f40031200 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:3.0:1786400388.498371:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f40031200/0x2c22c214439068c9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c22c214439068d0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498379:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f40031200/0x2c22c214439068c9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c22c214439068d0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786400388.498387:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f40031200/0x2c22c214439068c9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c22c214439068d0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400388.498393:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1786400388.498422:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f40031200/0x2c22c214439068c9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439068d0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498429:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1786400388.498447:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f40031200/0x2c22c214439068c9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439068d0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498454:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f40031200/0x2c22c214439068c9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c214439068d0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498480:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1786400388.498484:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f67630600/0x2c22c21443906748 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c2144390674f expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498489:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f67630600 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:3.0:1786400388.498492:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f67630600/0x2c22c21443906748 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c22c2144390674f expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498499:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f67630600/0x2c22c21443906748 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c22c2144390674f expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786400388.498504:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f67630600/0x2c22c21443906748 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c22c2144390674f expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400388.498509:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1786400388.498522:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f67630600/0x2c22c21443906748 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c2144390674f expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498528:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1786400388.498534:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f67630600/0x2c22c21443906748 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c2144390674f expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498541:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f67630600/0x2c22c21443906748 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c2144390674f expref: -99 pid: 24206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498549:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1786400388.498552:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9bc00/0x2c22c21443906709 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c21443906710 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498566:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9bc00 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:3.0:1786400388.498568:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9bc00/0x2c22c21443906709 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c22c21443906710 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498574:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9bc00/0x2c22c21443906709 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c22c21443906710 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786400388.498579:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9bc00/0x2c22c21443906709 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c22c21443906710 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400388.498583:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1786400388.498594:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9bc00/0x2c22c21443906709 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c21443906710 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498598:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1786400388.498612:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9bc00/0x2c22c21443906709 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c21443906710 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498617:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9bc00/0x2c22c21443906709 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c21443906710 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498625:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1786400388.498628:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c214439066fb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c22c21443906702 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498633:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9a200 already unused, calling callback (ffffffffc1507c20) 10000000:00010000:3.0:1786400388.498635:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c214439066fb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c22c21443906702 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498662:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c214439066fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c22c21443906702 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786400388.498668:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c214439066fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c22c21443906702 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400388.498672:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1786400388.498684:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c214439066fb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c21443906702 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498721:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1786400388.498727:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c214439066fb lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c21443906702 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498733:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9a200/0x2c22c214439066fb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c22c21443906702 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.498745:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400388.498746:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400388.498748:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400388.498754:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400388.498773:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f13737b8-c470-46e6-b04d-cb6cb5174b94:3648:1873175941218560:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1786400388.498805:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400388.498827:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1786400388.498832:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f13737b8-c470-46e6-b04d-cb6cb5174b94:3648:1873175941218688:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1786400388.498849:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400388.498883:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f13737b8-c470-46e6-b04d-cb6cb5174b94:3646:1873175941218816:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1786400388.498903:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400388.498925:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1786400388.498931:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f13737b8-c470-46e6-b04d-cb6cb5174b94:3646:1873175941218944:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1786400388.498950:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400388.498976:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941218560 00000100:00100000:3.0:1786400388.498980:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941218560 00010000:00010000:3.0:1786400388.499000:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c8f413d3000/0x2c22c214439068d0 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c214439068c9 expref: 24 pid: 22698 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400388.499015:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941218688 00000100:00100000:3.0:1786400388.499018:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941218688 00010000:00010000:3.0:1786400388.499028:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c8f42d9b600/0x2c22c2144390674f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c21443906748 expref: 25 pid: 22698 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400388.499038:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941218816 00000100:00100000:3.0:1786400388.499040:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941218816 00010000:00010000:3.0:1786400388.499050:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c8f67631400/0x2c22c21443906710 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c21443906709 expref: 26 pid: 22698 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400388.499059:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941218944 00000100:00100000:3.0:1786400388.499061:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941218944 00010000:00010000:3.0:1786400388.499070:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c8f67630a00/0x2c22c21443906702 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c214439066fb expref: 27 pid: 22700 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400388.499081:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1786400388.499086:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+27:3648:x1873175941218560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1786400388.499097:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1786400388.499102:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c8f413d3000/0x2c22c214439068d0 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c214439068c9 expref: 27 pid: 22698 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.499111:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c8f413d3000/0x2c22c214439068d0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c22c214439068c9 expref: 27 pid: 22698 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.499136:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1786400388.499164:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+27:3648:x1873175941218560:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400388.499171:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1786400388.499185:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1786400388.499191:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+26:3648:x1873175941218688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1786400388.499198:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1786400388.499202:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c8f42d9b600/0x2c22c2144390674f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c21443906748 expref: 26 pid: 22698 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.499210:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c8f42d9b600/0x2c22c2144390674f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c22c21443906748 expref: 26 pid: 22698 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.500888:0:25732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f413d3000/0x2c22c214439068d0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c22c214439068c9 expref: 26 pid: 22698 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400388.500904:0:25732:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b57100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1873175941218048:0@lo:104: 00000100:00100000:2.0:1786400388.500916:0:25732:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b55f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1873175941218176:0@lo:104: 00000100:00100000:2.0:1786400388.500937:0:25732:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b55180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1873175941218304:0@lo:104: 00000100:00100000:2.0:1786400388.500946:0:25732:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b55c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1873175941218432:0@lo:104: 00000100:00100000:2.0:1786400388.500995:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1786400388.501008:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+25:3646:x1873175941218816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1786400388.501024:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400388.501031:0:22690:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c8f67631400/0x2c22c21443906710 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c21443906709 expref: 25 pid: 22698 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400388.501499:0:23859:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:1.0:1786400388.501507:0:23859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00000100:00100000:1.0:1786400388.501539:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f13737b8-c470-46e6-b04d-cb6cb5174b94:3648:1873175941218560:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1786400388.501931:0:22690:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c8f67631400/0x2c22c21443906710 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c22c21443906709 expref: 25 pid: 22698 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.501950:0:22690:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f67631400/0x2c22c21443906710 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c22c21443906709 expref: 25 pid: 22698 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.501963:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400388.502038:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:3646:x1873175941218816:12345-0@lo:103:ldlm_bl.0 Request processed in 1034us (3133us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400388.502046:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1786400388.502070:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1786400388.502078:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:3646:x1873175941218944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1786400388.502088:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400388.502094:0:22690:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c8f67630a00/0x2c22c21443906702 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c22c214439066fb expref: 23 pid: 22700 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.502103:0:22690:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c8f67630a00/0x2c22c21443906702 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c22c214439066fb expref: 23 pid: 22700 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.502113:0:22690:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f67630a00/0x2c22c21443906702 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c22c214439066fb expref: 23 pid: 22700 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400388.502132:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400388.502156:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:3646:x1873175941218944:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (3205us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400388.502163:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1786400388.502350:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f13737b8-c470-46e6-b04d-cb6cb5174b94:3646:1873175941218944:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1786400388.502373:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f13737b8-c470-46e6-b04d-cb6cb5174b94:3646:1873175941218816:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1786400388.503318:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f42d9b600/0x2c22c2144390674f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c22c21443906748 expref: 21 pid: 22698 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.503333:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1786400388.503608:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:3648:x1873175941218688:12345-0@lo:103:ldlm_bl.0 Request processed in 4415us (4756us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400388.503616:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1786400388.503732:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f13737b8-c470-46e6-b04d-cb6cb5174b94:3648:1873175941218688:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1786400388.534031:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400388.534065:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400388.534325:0:25732:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b54000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1873175941217792:192.168.203.33@tcp:104: 00000100:00100000:0.0:1786400388.534365:0:25732:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b54e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25732:1873175941217920:192.168.203.33@tcp:104: 00010000:00010000:0.0:1786400388.534397:0:25732:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906aa5 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400388.534600:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924333568 00000100:00100000:3.0:1786400388.534608:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924333568 00010000:00010000:3.0:1786400388.534650:0:22690:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c8f77c68200/0x2c22c21443906a35 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f22795d expref: 13 pid: 22700 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400388.534680:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924333440 00000100:00100000:3.0:1786400388.534683:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924333440 00010000:00010000:3.0:1786400388.534724:0:22690:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c8f40031800/0x2c22c21443906a74 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279cd expref: 14 pid: 22699 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400388.534751:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 13 00000100:00100000:3.0:1786400388.534761:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34092c9-581c-427f-8af6-14744f75b5a1+14:2402:x1873175924333568:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1786400388.534777:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1786400388.534782:0:22690:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c8f77c68200/0x2c22c21443906a35 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f22795d expref: 14 pid: 22700 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.534793:0:22690:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c8f77c68200/0x2c22c21443906a35 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f22795d expref: 14 pid: 22700 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.534810:0:22690:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f77c68200/0x2c22c21443906a35 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f22795d expref: 14 pid: 22700 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.534826:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1786400388.534874:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34092c9-581c-427f-8af6-14744f75b5a1+13:2402:x1873175924333568:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 115us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400388.534881:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 13 00000100:00100000:3.0:1786400388.534924:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 14 00000100:00100000:3.0:1786400388.534930:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34092c9-581c-427f-8af6-14744f75b5a1+12:2402:x1873175924333440:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1786400388.534938:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1786400388.534942:0:22690:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c8f40031800/0x2c22c21443906a74 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279cd expref: 12 pid: 22699 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.534953:0:22690:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c8f40031800/0x2c22c21443906a74 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279cd expref: 12 pid: 22699 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.534963:0:22690:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f40031800/0x2c22c21443906a74 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279cd expref: 12 pid: 22699 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.534982:0:22690:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906aa5 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.534989:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906aa5 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.535003:0:22690:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906aa5 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.535011:0:22690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906aa5 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.535018:0:22690:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906aa5 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.535025:0:22690:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906aa5 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.535031:0:22690:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c69600 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:3.0:1786400388.535035:0:22690:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906aa5 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.535042:0:22690:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906aa5 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.535054:0:22690:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906aa5 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.535063:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1786400388.535083:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34092c9-581c-427f-8af6-14744f75b5a1+11:2402:x1873175924333440:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 153us (1017us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400388.535095:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 14 00010000:00010000:0.0:1786400388.535292:0:25732:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906aa5 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400388.535300:0:25732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906aa5 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400388.535307:0:25732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906aa5 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400388.792817:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786400389.642089:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400389.642219:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924333696 00000100:00100000:2.0:1786400389.642229:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924333696 00000100:00100000:2.0:1786400389.642349:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 146 00000100:00100000:2.0:1786400389.642370:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+11:18070:x1873175924333696:12345-192.168.203.33@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786400389.642389:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400389.642406:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f77c69800/0x2c22c21443906aac lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a05 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.642433:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f77c69800/0x2c22c21443906aac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a05 expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.642446:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f77c69800/0x2c22c21443906aac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a05 expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.642461:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c69800, rc 0) 00000100:00100000:2.0:1786400389.642527:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+12:18070:x1873175924333696:12345-192.168.203.33@tcp:101:ll_cfg_requeue.0 Request processed in 158us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400389.642534:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 146 00000100:00100000:3.0:1786400389.644656:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400389.644765:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924333824 00000100:00100000:1.0:1786400389.644774:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924333824 00000100:00100000:1.0:1786400389.644829:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 147 00000100:00100000:1.0:1786400389.644837:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+12:18070:x1873175924333824:12345-192.168.203.33@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1786400389.644970:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e34092c9-581c-427f-8af6-14744f75b5a1+12:18070:x1873175924333824:12345-192.168.203.33@tcp:501:ll_cfg_requeue.0 Request processed in 133us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400389.644996:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 147 00000100:00100000:0.0:1786400389.649674:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400389.649801:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924333952 00000100:00100000:2.0:1786400389.649810:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924333952 00000100:00100000:2.0:1786400389.649905:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 148 00000100:00100000:2.0:1786400389.649928:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+12:18070:x1873175924333952:12345-192.168.203.33@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1786400389.650076:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+12:18070:x1873175924333952:12345-192.168.203.33@tcp:503:ll_cfg_requeue.0 Request processed in 150us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400389.650085:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 148 00000100:00100000:0.0:1786400389.693110:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400389.693213:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924334080 00000100:00100000:2.0:1786400389.693223:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924334080 00000100:00100000:2.0:1786400389.693328:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 149 00000100:00100000:2.0:1786400389.693337:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+12:18070:x1873175924334080:12345-192.168.203.33@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786400389.693353:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400389.693369:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f77c68a00/0x2c22c21443906ab3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a0c expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.693398:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f77c68a00/0x2c22c21443906ab3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a0c expref: 13 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.693409:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f77c68a00/0x2c22c21443906ab3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a0c expref: 13 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.693418:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c68a00, rc 0) 00000100:00100000:2.0:1786400389.693534:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+13:18070:x1873175924334080:12345-192.168.203.33@tcp:101:ll_cfg_requeue.0 Request processed in 198us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400389.693541:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 149 00000100:00100000:3.0:1786400389.704450:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400389.704586:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924334208 00000100:00100000:2.0:1786400389.704596:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924334208 00000100:00100000:2.0:1786400389.704807:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 150 00000100:00100000:2.0:1786400389.704819:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+13:18070:x1873175924334208:12345-192.168.203.33@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786400389.704997:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+13:18070:x1873175924334208:12345-192.168.203.33@tcp:501:ll_cfg_requeue.0 Request processed in 179us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400389.705006:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 150 00000100:00100000:0.0:1786400389.713316:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400389.713501:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924334336 00000100:00100000:2.0:1786400389.713511:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924334336 00000100:00100000:2.0:1786400389.713803:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 151 00000100:00100000:2.0:1786400389.713817:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+13:18070:x1873175924334336:12345-192.168.203.33@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1786400389.713991:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e34092c9-581c-427f-8af6-14744f75b5a1+13:18070:x1873175924334336:12345-192.168.203.33@tcp:503:ll_cfg_requeue.0 Request processed in 177us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400389.714480:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 151 00010000:00010000:3.0:1786400389.813573:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1786400389.941935:0:22702:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1786400389.941943:0:22702:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9c8e480b1000 from 13 10000000:01000000:3.0:1786400389.941948:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1786400389.941993:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb800/0x2c22c21443906aba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400389.942004:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb800/0x2c22c21443906aba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400389.942015:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb800/0x2c22c21443906aba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400389.942041:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b74a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1786400389.942270:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400389.942326:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7598a600 going to sleep for 11 seconds 00000100:00100000:2.0:1786400389.952845:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941219072 00000100:00100000:2.0:1786400389.952861:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941219072 00000100:00100000:2.0:1786400389.952934:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1786400389.952946:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+20:22702:x1873175941219072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786400389.952986:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400389.953007:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f77c69a00/0x2c22c21443906ac1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c21443906aba expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.953038:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f77c69a00/0x2c22c21443906ac1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c21443906aba expref: 21 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.953050:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f77c69a00/0x2c22c21443906ac1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906aba expref: 21 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.953058:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c69a00, rc 0) 00000100:00100000:2.0:1786400389.955722:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:22702:x1873175941219072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2770us (13445us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400389.955753:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1786400389.956612:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b74a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1786400389.956665:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb800/0x2c22c21443906aba lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906ac1 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400389.956677:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb800/0x2c22c21443906aba lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443906ac1 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400389.956795:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b74a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1786400389.956852:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400389.958566:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7598a600 going to sleep for 11 seconds 00000100:00100000:2.0:1786400389.960068:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941219200 00000100:00100000:2.0:1786400389.960079:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941219200 00000100:00100000:2.0:1786400389.960145:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1786400389.960154:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:22702:x1873175941219200:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786400389.960752:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:22702:x1873175941219200:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 597us (3897us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400389.960762:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1786400389.960923:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b74a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1786400389.960973:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b74a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219328:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1786400389.961027:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400389.961368:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7598a600 going to sleep for 11 seconds 00000100:00100000:2.0:1786400389.961464:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941219328 00000100:00100000:2.0:1786400389.961470:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941219328 00000100:00100000:2.0:1786400389.961514:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1786400389.961522:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:22702:x1873175941219328:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1786400389.963217:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:22702:x1873175941219328:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1689us (2183us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400389.963231:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1786400389.963573:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b74a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219328:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1786400389.978574:0:25746:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1786400389.978874:0:22702:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1786400389.978902:0:22702:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1786400389.978913:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb800/0x2c22c21443906aba lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906ac1 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400389.978925:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8e483fb800/0x2c22c21443906aba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906ac1 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786400389.978936:0:22702:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1786400389.978938:0:22702:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9c8e46bcc800 from 13 10000000:01000000:3.0:1786400389.978941:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1786400389.978980:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e483fae00/0x2c22c21443906ac8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400389.978988:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8e483fae00/0x2c22c21443906ac8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400389.978999:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8e483fae00/0x2c22c21443906ac8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400389.979023:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b74a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1786400389.979102:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400389.979197:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7598a600 going to sleep for 11 seconds 00000100:00100000:2.0:1786400389.979243:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941219456 00000100:00100000:2.0:1786400389.979251:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941219456 00000100:00100000:2.0:1786400389.979334:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1786400389.979343:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+21:22702:x1873175941219456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786400389.979358:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400389.979370:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906acf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c21443906ac8 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.979391:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906acf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c21443906ac8 expref: 22 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.979401:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f77c69600/0x2c22c21443906acf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906ac8 expref: 22 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.979418:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c69600, rc 0) 00000100:00100000:2.0:1786400389.979473:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:22702:x1873175941219456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400389.979480:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1786400389.979553:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b74a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1786400389.979567:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8e483fae00/0x2c22c21443906ac8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906acf expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400389.979576:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8e483fae00/0x2c22c21443906ac8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443906acf expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400389.979641:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b74a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1786400389.979667:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400389.979875:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7598a600 going to sleep for 11 seconds 00000100:00100000:1.0:1786400389.979937:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941219584 00000100:00100000:1.0:1786400389.979942:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941219584 00000100:00100000:1.0:1786400389.979965:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1786400389.979972:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:22702:x1873175941219584:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1786400389.980086:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:22702:x1873175941219584:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 114us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400389.980094:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1786400389.980165:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b74a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1786400389.980196:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f49b74a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219712:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1786400389.980237:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400389.980262:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7598a600 going to sleep for 11 seconds 00000100:00100000:1.0:1786400389.980305:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941219712 00000100:00100000:1.0:1786400389.980309:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941219712 00000100:00100000:1.0:1786400389.980326:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1786400389.980331:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:22702:x1873175941219712:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1786400389.980413:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:22702:x1873175941219712:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 81us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400389.980420:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1786400389.980490:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f49b74a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219712:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1786400389.981302:0:25747:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1786400389.981451:0:22702:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1786400389.981470:0:22702:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1786400389.981480:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8e483fae00/0x2c22c21443906ac8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906acf expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400389.981490:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8e483fae00/0x2c22c21443906ac8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906acf expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1786400389.981500:0:22702:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1786400389.981503:0:22702:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9c8f5e5cb800 from 13 10000000:01000000:1.0:1786400389.981505:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1786400389.981541:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b600/0x2c22c21443906ad6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400389.981549:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b600/0x2c22c21443906ad6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400389.981558:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b600/0x2c22c21443906ad6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400389.981577:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1786400389.981623:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400389.981746:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f46374840 going to sleep for 11 seconds 00000100:00100000:2.0:1786400389.981862:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941219840 00000100:00100000:2.0:1786400389.981868:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941219840 00000100:00100000:2.0:1786400389.981899:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1786400389.981906:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+22:22702:x1873175941219840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786400389.981917:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400389.981928:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f77c68200/0x2c22c21443906add lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c21443906ad6 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.981950:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f77c68200/0x2c22c21443906add lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c21443906ad6 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.981960:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f77c68200/0x2c22c21443906add lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906ad6 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.981968:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c68200, rc 0) 00000100:00100000:2.0:1786400389.982014:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:22702:x1873175941219840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400389.982020:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1786400389.982097:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1786400389.982110:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b600/0x2c22c21443906ad6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906add expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400389.982119:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b600/0x2c22c21443906ad6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443906add expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400389.982169:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1786400389.982194:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400389.982213:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f46374840 going to sleep for 11 seconds 00000100:00100000:2.0:1786400389.982270:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941219968 00000100:00100000:2.0:1786400389.982274:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941219968 00000100:00100000:2.0:1786400389.982293:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1786400389.982298:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:22702:x1873175941219968:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786400389.982435:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:22702:x1873175941219968:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 136us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400389.982450:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1786400389.982566:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941219968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1786400389.982593:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941220096:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1786400389.982651:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400389.982835:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f46374840 going to sleep for 11 seconds 00000100:00100000:2.0:1786400389.982922:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941220096 00000100:00100000:2.0:1786400389.982927:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941220096 00000100:00100000:3.0:1786400389.983097:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1786400389.983105:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:22702:x1873175941220096:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1786400389.983205:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:22702:x1873175941220096:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 101us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400389.983212:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1786400389.983277:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941220096:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1786400389.984111:0:25748:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1786400389.985818:0:22702:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1786400389.985855:0:22702:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1786400389.985867:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b600/0x2c22c21443906ad6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906add expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.985879:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f42d9b600/0x2c22c21443906ad6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906add expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786400389.985891:0:22702:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1786400389.985894:0:22702:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9c8f5f39e800 from 13 10000000:01000000:2.0:1786400389.985896:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1786400389.985934:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68000/0x2c22c21443906ae4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.985943:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68000/0x2c22c21443906ae4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.985953:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68000/0x2c22c21443906ae4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400389.985976:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b55500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941220224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1786400389.986039:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400389.987868:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4330e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1786400389.988049:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941220224 00000100:00100000:0.0:1786400389.988059:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941220224 00000100:00100000:0.0:1786400389.988118:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1786400389.988126:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+23:22702:x1873175941220224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1786400389.988144:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1786400389.988158:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c8f40031200/0x2c22c21443906aeb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c22c21443906ae4 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400389.988182:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c8f40031200/0x2c22c21443906aeb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c22c21443906ae4 expref: 24 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400389.988193:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c8f40031200/0x2c22c21443906aeb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c22c21443906ae4 expref: 24 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400389.988214:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f40031200, rc 0) 00000100:00100000:0.0:1786400389.988282:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:22702:x1873175941220224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (2241us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400389.988289:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1786400389.988385:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b55500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941220224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786400389.988400:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68000/0x2c22c21443906ae4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906aeb expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.988421:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68000/0x2c22c21443906ae4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c22c21443906aeb expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400389.988488:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b55500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941220352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786400389.988518:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400389.989019:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4330e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1786400389.989491:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941220352 00000100:00100000:0.0:1786400389.989498:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941220352 00000100:00100000:0.0:1786400389.989529:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1786400389.989536:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f7581ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:22702:x1873175941220352:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1786400389.990962:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f7581ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:22702:x1873175941220352:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1418us (2435us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400389.990974:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1786400389.992878:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b55500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941220352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786400389.992941:0:22702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b55500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941220480:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1786400389.993014:0:22702:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400389.994060:0:22702:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f4330e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786400389.994217:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941220480 00000100:00100000:1.0:1786400389.994225:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941220480 00000100:00100000:0.0:1786400389.994291:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1786400389.994303:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75819450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:22702:x1873175941220480:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1786400389.994438:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75819450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:22702:x1873175941220480:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 137us (1423us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400389.994446:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1786400389.996039:0:22702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b55500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f13737b8-c470-46e6-b04d-cb6cb5174b94:22702:1873175941220480:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1786400389.997930:0:25749:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1786400389.998827:0:22702:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1786400389.998856:0:22702:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1786400389.998868:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68000/0x2c22c21443906ae4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906aeb expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400389.998879:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: ffff9c8f77c68000/0x2c22c21443906ae4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c22c21443906aeb expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400390.025443:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400390.027192:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924334464 00000100:00100000:1.0:1786400390.027204:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924334464 00000100:00080000:0.0:1786400390.027255:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1786400390.027279:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 23 00000100:00100000:1.0:1786400390.027290:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+6:18691:x1873175924334464:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1786400390.027310:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1786400390.027329:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a200/0x2c22c21443906af2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a13 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027394:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906af9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027408:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906af9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027420:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906af9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027434:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b00 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027441:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027447:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027521:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a800/0x2c22c21443906b07 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027542:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a800/0x2c22c21443906b07 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027566:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a800/0x2c22c21443906b07 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1786400390.027597:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1786400390.027601:0:22706:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1786400390.027645:0:22706:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a800/0x2c22c21443906b07 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027656:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906af9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027662:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906af9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027669:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906af9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027674:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9bc00 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:1.0:1786400390.027678:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906af9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027687:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906af9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027945:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8f509d6400) 00010000:00010000:1.0:1786400390.027949:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1786400390.027953:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906af9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027971:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906af9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027984:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027990:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b00 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.027997:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.028002:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9ac00 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:1.0:1786400390.028005:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.028012:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.028020:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9c8f5117a900) 00010000:00010000:1.0:1786400390.028023:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1786400390.028026:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b00 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.028031:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.028062:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a200/0x2c22c21443906af2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a13 expref: 8 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.028085:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a800/0x2c22c21443906b07 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a13 expref: 7 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.028092:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9c8f5117af00) 00010000:00010000:1.0:1786400390.028095:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1786400390.028097:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f42d9a800, rc 0) 00000100:00100000:2.0:1786400390.029310:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+7:18691:x1873175924334464:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 Request processed in 2014us (3867us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400390.029322:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 23 00000100:00100000:3.0:1786400390.038382:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400390.046655:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924334592 00000100:00100000:1.0:1786400390.046669:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924334592 00000100:00100000:1.0:1786400390.046923:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 5 00000100:00100000:1.0:1786400390.046935:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d82ef978-ddd9-498c-82a0-27204eae3730+7:18691:x1873175924334592:12345-192.168.203.33@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1786400390.047039:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d82ef978-ddd9-498c-82a0-27204eae3730+7:18691:x1873175924334592:12345-192.168.203.33@tcp:900:lhsmtool_posix.0 Request processed in 106us (8665us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400390.047048:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 5 00000040:00080000:1.0:1786400390.074280:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1786400390.086417:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400390.087426:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924334848 00000100:00100000:2.0:1786400390.087437:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924334848 00000100:00100000:2.0:1786400390.087503:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 24 00000100:00100000:2.0:1786400390.087526:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+7:18691:x1873175924334848:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1786400390.087547:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400390.087570:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906b0e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a1a expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.087676:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906b15 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.088216:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906b15 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.088235:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906b15 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.088360:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906b1c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.088394:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906b1c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.088407:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906b1c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.088563:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa200/0x2c22c21443906b23 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.088572:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa200/0x2c22c21443906b23 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.088579:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa200/0x2c22c21443906b23 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1786400390.088591:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1786400390.088977:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906b15 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.088986:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906b15 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.088993:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906b15 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.088998:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c69400 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:3.0:1786400390.089003:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906b15 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.089011:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906b15 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.089035:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9c8f5117af00) 00010000:00010000:3.0:1786400390.089038:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1786400390.089044:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906b15 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.089050:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906b15 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.089065:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906b1c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.089086:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906b1c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.089093:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906b1c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.089098:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fa800 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:3.0:1786400390.089101:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906b1c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.089107:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906b1c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.089115:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9c8e4788cf00) 00010000:00010000:3.0:1786400390.089117:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1786400390.089129:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906b1c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.089135:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906b1c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.090090:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906b0e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a1a expref: 10 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.090115:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa200/0x2c22c21443906b23 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a1a expref: 9 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.090124:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c8e4788cb00) 00010000:00010000:3.0:1786400390.090127:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1786400390.090129:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e483fa200, rc 0) 00000100:00100000:3.0:1786400390.090225:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+9:18691:x1873175924334848:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 Request processed in 2700us (3817us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1786400390.090235:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 24 00000100:00100000:0.0:1786400390.113793:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400390.114204:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924334976 00000100:00100000:1.0:1786400390.114218:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924334976 00000100:00100000:1.0:1786400390.114308:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 25 00000100:00100000:1.0:1786400390.114331:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+9:18691:x1873175924334976:12345-192.168.203.33@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1786400390.114487:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+9:18691:x1873175924334976:12345-192.168.203.33@tcp:59:lhsmtool_posix.0 Request processed in 158us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400390.114495:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 25 00000100:00100000:1.0:1786400390.197243:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400390.197399:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924335104 00000100:00100000:3.0:1786400390.197411:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924335104 00000100:00080000:0.0:1786400390.197850:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1786400390.198179:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 26 00000100:00100000:3.0:1786400390.198199:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+5:18691:x1873175924335104:12345-192.168.203.33@tcp:59:lhsmtool_posix.0 00000004:00080000:3.0:1786400390.204796:0:22707:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 5879us 00000100:00100000:3.0:1786400390.213815:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+5:18691:x1873175924335104:12345-192.168.203.33@tcp:59:lhsmtool_posix.0 Request processed in 15614us (16583us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400390.213830:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 26 00000100:00100000:3.0:1786400390.249775:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400390.250078:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924335232 00000100:00100000:1.0:1786400390.250088:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924335232 00000100:00100000:1.0:1786400390.250200:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 27 00000100:00100000:1.0:1786400390.250223:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+9:18697:x1873175924335232:12345-192.168.203.33@tcp:101:lfs.0 00010000:00010000:1.0:1786400390.250245:0:25039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1786400390.250264:0:25039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a21 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250323:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b38 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250336:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b38 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250345:0:25039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b38 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250402:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b3f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250409:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250415:0:25039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250453:0:25039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b38 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250461:0:25039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b38 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250468:0:25039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b38 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250484:0:25039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9bc00 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:1.0:1786400390.250490:0:25039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b38 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250498:0:25039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b38 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250510:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8f509d6400) 00010000:00010000:1.0:1786400390.250513:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1786400390.250518:0:25039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250524:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250539:0:25039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250544:0:25039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b3f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250550:0:25039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250555:0:25039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9aa00 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:1.0:1786400390.250558:0:25039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250563:0:25039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b3f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250582:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c8f5117a900) 00010000:00010000:1.0:1786400390.250584:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1786400390.250587:0:25039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b3f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250593:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b3f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250638:0:25039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b31 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a21 expref: 10 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250650:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8f509d6400) 00010000:00010000:1.0:1786400390.250652:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1786400390.250656:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a21 expref: 10 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.250665:0:25039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f42d9ac00, rc 0) 00000100:00100000:1.0:1786400390.250783:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+9:18697:x1873175924335232:12345-192.168.203.33@tcp:101:lfs.0 Request processed in 561us (1016us total) trans 0 rc 301/301 00000100:00100000:1.0:1786400390.250792:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 27 00000100:00100000:2.0:1786400390.257929:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400390.258064:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924335360 00000100:00100000:1.0:1786400390.258074:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924335360 00000100:00100000:1.0:1786400390.258132:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 0 00000100:00100000:1.0:1786400390.258143:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e47b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:d82ef978-ddd9-498c-82a0-27204eae3730+9:18697:x1873175924335360:12345-192.168.203.33@tcp:700:lfs.0 00000100:00100000:1.0:1786400390.258228:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e47b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:d82ef978-ddd9-498c-82a0-27204eae3730+9:18697:x1873175924335360:12345-192.168.203.33@tcp:700:lfs.0 Request processed in 86us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400390.258236:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 0 00000100:00100000:3.0:1786400390.262773:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400390.262899:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924335616 00000100:00100000:1.0:1786400390.262909:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924335616 00000100:00100000:1.0:1786400390.263012:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 28 00000100:00100000:1.0:1786400390.263022:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+9:18697:x1873175924335616:12345-192.168.203.33@tcp:36:lfs.0 00010000:00010000:1.0:1786400390.263077:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1786400390.263103:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb200/0x2c22c21443906a5f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f22798e expref: 9 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.263122:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8f509d6400) 00010000:00010000:1.0:1786400390.263127:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1786400390.263181:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b46 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.263195:0:22705:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906a9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279fe expref: 5 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.263204:0:22705:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b46 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.263235:0:22705:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906a9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279fe expref: 5 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.263249:0:22705:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906a9e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279fe expref: 5 pid: 22707 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400390.263264:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22705:1873175941220608:192.168.203.33@tcp:104: 00000100:00100000:1.0:1786400390.263399:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7981e300 going to sleep for 11 seconds 00000100:00100000:3.0:1786400390.267149:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400390.267328:0:25734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924335744 00000100:00100000:2.0:1786400390.267341:0:25734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924335744 00000100:00100000:1.0:1786400390.267345:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22705:1873175941220608:192.168.203.33@tcp:104: 00010000:00010000:1.0:1786400390.267391:0:22705:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b46 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.267487:0:25734:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906a9e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279fe expref: 6 pid: 22707 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400390.267537:0:25734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 15 00000100:00100000:2.0:1786400390.267548:0:25734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:2403:x1873175924335744:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1786400390.267568:0:25734:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400390.267577:0:25734:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906a9e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279fe expref: 6 pid: 22707 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1786400390.267592:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1786400390.267593:0:25734:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906a9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279fe expref: 6 pid: 22707 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.267803:0:25734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906a9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f2279fe expref: 6 pid: 22707 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.267825:0:25734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8f509d6400) 00010000:00010000:2.0:1786400390.267831:0:25734:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b46 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.267843:0:25734:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.267851:0:25734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b46 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.267881:0:25734:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400390.267994:0:25734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+5:2403:x1873175924335744:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 446us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400390.268003:0:25734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 15 00010000:00010000:1.0:1786400390.268126:0:22705:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.268138:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.268169:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b4d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.268181:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.268192:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.287325:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b54 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.287533:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b54 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.287548:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b54 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1786400390.287567:0:22705:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000057c52bd6 reply state 0000000062675371 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b54 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.287577:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b54 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.287596:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c8f5117a500) 00010000:00010000:1.0:1786400390.287599:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1786400390.287603:0:22705:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1786400390.287609:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1786400390.287619:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.287641:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b46 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.287649:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b46 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.287654:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9ac00 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:1.0:1786400390.287659:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b46 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.287667:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b46 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.287678:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8f509d6400) 00010000:00010000:1.0:1786400390.287681:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1786400390.287685:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b46 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.287741:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b46 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1786400390.287762:0:22705:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000057c52bd6 reply state 0000000062675371 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.287785:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.287793:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c8f5117a900) 00010000:00010000:1.0:1786400390.287795:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1786400390.287797:0:22705:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1786400390.288154:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+10:18697:x1873175924335616:12345-192.168.203.33@tcp:36:lfs.0 Request processed in 25128us (25384us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1786400390.288163:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 28 00000100:00100000:0.0:1786400390.325238:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941220736:0@lo:400:kworker.0 00000100:00100000:0.0:1786400390.325304:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400390.325353:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941221248:0@lo:400:kworker.0 00000100:00100000:0.0:1786400390.325379:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400390.325396:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1873175941221760:0@lo:400:kworker.0 00000100:00100000:0.0:1786400390.325421:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400390.325440:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75de2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941222272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1786400390.326309:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941220992:0@lo:400:kworker.0 00000100:00100000:3.0:1786400390.327878:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941220864:0@lo:400:kworker.0 00000100:00100000:2.0:1786400390.328116:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1873175941221120:0@lo:400:kworker.0 00000100:00100000:1.0:1786400390.328438:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400390.328648:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941221504:0@lo:400:kworker.0 00000100:00100000:1.0:1786400390.328676:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400390.328713:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f77c1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1873175941222016:0@lo:400:kworker.0 00000100:00100000:1.0:1786400390.328741:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400390.328859:0:24747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941220992 00000100:00100000:1.0:1786400390.328867:0:24747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941220992 00000100:00100000:1.0:1786400390.328930:0:24747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941221504 00000100:00100000:1.0:1786400390.328934:0:24747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941221504 00000100:00100000:1.0:1786400390.328958:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1786400390.328967:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5edb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941220992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400390.329024:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5edb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941220992:12345-0@lo:400:kworker.0 Request processed in 58us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400390.329031:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1786400390.329049:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1786400390.329056:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4828a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941221504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400390.329094:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4828a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941221504:12345-0@lo:400:kworker.0 Request processed in 38us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400390.329101:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1786400390.329143:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941220992:0@lo:400:kworker.0 00000100:00100000:1.0:1786400390.329153:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941221504:0@lo:400:kworker.0 00000100:00100000:1.0:1786400390.329179:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941221760 00000100:00100000:1.0:1786400390.329182:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941221760 00000100:00100000:1.0:1786400390.329223:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941222016 00000100:00100000:1.0:1786400390.329227:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941222016 00000100:00100000:1.0:1786400390.329247:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1786400390.329253:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1873175941221760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400390.329286:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1873175941221760:12345-0@lo:400:kworker.0 Request processed in 32us (3863us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400390.329292:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1786400390.329304:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1786400390.329309:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1873175941222016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400390.329338:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1873175941222016:12345-0@lo:400:kworker.0 Request processed in 28us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400390.329357:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1786400390.329386:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f77c1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1873175941222016:0@lo:400:kworker.0 00000100:00100000:0.0:1786400390.330748:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400390.330910:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941222272 00000100:00100000:1.0:1786400390.330917:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941222272 00000100:00100000:1.0:1786400390.330965:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1786400390.330974:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941222272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1786400390.331001:0:24215:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1786400390.331067:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941222272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400390.331074:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1786400390.331261:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75de2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941222272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1786400390.331291:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1873175941221760:0@lo:400:kworker.0 00000100:00100000:0.0:1786400390.331355:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941220736 00000100:00100000:0.0:1786400390.331360:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941220736 00000100:00100000:0.0:1786400390.331653:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941221248 00000100:00100000:0.0:1786400390.331658:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941221248 00000100:00100000:0.0:1786400390.331678:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1786400390.331684:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75de0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941220736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400390.331745:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75de0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1873175941220736:12345-0@lo:400:kworker.0 Request processed in 60us (6440us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400390.331751:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1786400390.331764:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1786400390.331770:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941221248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400390.332220:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941221248:12345-0@lo:400:kworker.0 Request processed in 449us (6838us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400390.332226:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1786400390.332265:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1873175941220736:0@lo:400:kworker.0 00000100:00100000:0.0:1786400390.332275:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941221248:0@lo:400:kworker.0 00000100:00080000:0.0:1786400390.332304:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1786400390.332309:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1786400390.332859:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400390.333242:0:24747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941220864 00000100:00100000:1.0:1786400390.333249:0:24747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941220864 00000100:00100000:1.0:1786400390.333288:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1786400390.333296:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f79adb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941220864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400390.333339:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f79adb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941220864:12345-0@lo:400:kworker.0 Request processed in 43us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400390.333358:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1786400390.334174:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941221376:0@lo:400:kworker.0 00000100:00100000:3.0:1786400390.334969:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400390.335000:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f77c1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1873175941221888:0@lo:400:kworker.0 00000100:00100000:3.0:1786400390.335025:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400390.335040:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f5edb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941222400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1786400390.335058:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400390.335098:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941220864:0@lo:400:kworker.0 00000100:00100000:3.0:1786400390.335131:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941222400 00000100:00100000:3.0:1786400390.335135:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941222400 00000100:00100000:3.0:1786400390.335166:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1786400390.335173:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941222400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1786400390.335192:0:24215:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1786400390.335600:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941222400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 426us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400390.335620:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1786400390.335653:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941221888 00000100:00100000:3.0:1786400390.335657:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941221888 00000100:00100000:3.0:1786400390.335687:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1786400390.335743:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941221376 00000100:00100000:1.0:1786400390.335747:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941221376 00000100:00100000:1.0:1786400390.335776:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1786400390.335879:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1873175941221888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400390.335960:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941221376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400390.335999:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941221376:12345-0@lo:400:kworker.0 Request processed in 217us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400390.336005:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1786400390.336156:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1873175941221888:12345-0@lo:400:kworker.0 Request processed in 280us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400390.336162:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1786400390.336277:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941221376:0@lo:400:kworker.0 00010000:00080000:3.0:1786400390.336295:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f77c1ca80 x1873175941221888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786400390.336317:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f77c1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1873175941221888:0@lo:400:kworker.0 00000100:00100000:3.0:1786400390.336336:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f5edb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941222400:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1786400390.347954:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1786400390.347966:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1786400390.348112:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400390.348201:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e47b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1873175941221632:0@lo:400:kworker.0 00000100:00100000:2.0:1786400390.348230:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1786400390.348310:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f77c1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1873175941222144:0@lo:400:kworker.0 00000100:00100000:2.0:1786400390.348333:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400390.348406:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941221120 00000100:00100000:0.0:1786400390.348414:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941221120 00000100:00100000:0.0:1786400390.348476:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941221632 00000100:00100000:0.0:1786400390.348480:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941221632 00000100:00100000:0.0:1786400390.348507:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1786400390.348516:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77c1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1873175941221120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400390.348568:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77c1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1873175941221120:12345-0@lo:400:kworker.0 Request processed in 52us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400390.348580:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1786400390.348598:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1786400390.348605:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1873175941221632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400390.348644:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1873175941221632:12345-0@lo:400:kworker.0 Request processed in 39us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400390.348651:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1786400390.348805:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1873175941221120:0@lo:400:kworker.0 00000100:00100000:2.0:1786400390.348817:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e47b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1873175941221632:0@lo:400:kworker.0 00000100:00100000:0.0:1786400390.348941:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941222144 00000100:00100000:0.0:1786400390.348946:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941222144 00000100:00100000:0.0:1786400390.348992:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1786400390.348999:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77c1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1873175941222144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400390.349036:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77c1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1873175941222144:12345-0@lo:400:kworker.0 Request processed in 38us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400390.349042:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:2.0:1786400390.349167:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1786400390.349192:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f77c1d180 x1873175941222144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400390.349202:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f77c1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1873175941222144:0@lo:400:kworker.0 00000100:00100000:3.0:1786400390.412216:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400390.412657:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924335872 00000100:00100000:0.0:1786400390.412667:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924335872 00000100:00100000:0.0:1786400390.412833:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 29 00000100:00100000:0.0:1786400390.412859:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+10:18705:x1873175924335872:12345-192.168.203.33@tcp:101:lctl.0 00010000:00010000:0.0:1786400390.412885:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1786400390.413102:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906b5b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a28 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.413167:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40030000/0x2c22c21443906b62 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.413181:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40030000/0x2c22c21443906b62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.413195:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40030000/0x2c22c21443906b62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1786400390.413242:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1786400390.413246:0:22706:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1786400390.413280:0:22706:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40030000/0x2c22c21443906b62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.413305:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906b5b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a28 expref: 12 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.413322:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40030000/0x2c22c21443906b62 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a28 expref: 11 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.413331:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8e47b51500) 00010000:00010000:0.0:1786400390.413334:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1786400390.413337:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f40030000, rc 0) 00000100:00100000:0.0:1786400390.414110:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+11:18705:x1873175924335872:12345-192.168.203.33@tcp:101:lctl.0 Request processed in 1249us (1900us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400390.414133:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 29 00000100:00100000:2.0:1786400390.445289:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400390.445956:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924336000 00000100:00100000:1.0:1786400390.445967:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924336000 00000100:00100000:1.0:1786400390.446029:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 30 00000100:00100000:1.0:1786400390.446039:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77c1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+5:18706:x1873175924336000:12345-192.168.203.33@tcp:101:lfs.0 00010000:00010000:1.0:1786400390.446060:0:25039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1786400390.446078:0:25039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906b69 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a2f expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.446139:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b70 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.446172:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.446183:0:25039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1786400390.446806:0:25039:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1786400390.446811:0:25039:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1786400390.446832:0:25039:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.446860:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906b69 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a2f expref: 7 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.446878:0:25039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9ac00/0x2c22c21443906b70 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a2f expref: 6 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.446897:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8e47b51500) 00010000:00010000:1.0:1786400390.446900:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1786400390.446904:0:25039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f42d9ac00, rc 0) 00000100:00100000:1.0:1786400390.447480:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77c1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:18706:x1873175924336000:12345-192.168.203.33@tcp:101:lfs.0 Request processed in 1438us (2197us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400390.447490:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 30 00000100:00100000:1.0:1786400390.597323:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400390.597442:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924336128 00000100:00100000:2.0:1786400390.597452:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924336128 00000100:00100000:2.0:1786400390.597517:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 31 00000100:00100000:2.0:1786400390.597528:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:18706:x1873175924336128:12345-192.168.203.33@tcp:101:lfs.0 00010000:00010000:2.0:1786400390.598774:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400390.598801:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906b77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a36 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.598869:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906b7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.598882:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906b7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.598894:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906b7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.598905:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906b85 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.598911:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906b85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.598918:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906b85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599019:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906b8c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599027:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906b8c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599035:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906b8c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1786400390.599076:0:22707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1786400390.599081:0:22707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1786400390.599103:0:22707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906b8c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599114:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906b7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599121:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906b7e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599127:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906b7e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599132:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c69200 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:2.0:1786400390.599136:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906b7e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599143:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906b7e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599154:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8e47b51500) 00010000:00010000:2.0:1786400390.599162:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1786400390.599167:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906b7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599173:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906b7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599188:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906b85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599193:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906b85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599199:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906b85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599205:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c69c00 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:2.0:1786400390.599208:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906b85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599214:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906b85 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599221:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c8f5117a900) 00010000:00010000:2.0:1786400390.599224:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1786400390.599226:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906b85 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599232:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906b85 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599258:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906b77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a36 expref: 8 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599285:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906b8c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a36 expref: 7 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.599292:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c8f5117a500) 00010000:00010000:2.0:1786400390.599294:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1786400390.599297:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c69e00, rc 0) 00000100:00100000:2.0:1786400390.600530:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+7:18706:x1873175924336128:12345-192.168.203.33@tcp:101:lfs.0 Request processed in 2993us (3207us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400390.600553:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 31 00000100:00100000:2.0:1786400390.609902:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400390.610190:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924336256 00000100:00100000:0.0:1786400390.610213:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924336256 00000100:00080000:2.0:1786400390.610415:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1786400390.610574:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 6 00000100:00100000:0.0:1786400390.610585:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+5:18706:x1873175924336256:12345-192.168.203.33@tcp:900:lfs.0 00000100:00100000:0.0:1786400390.611314:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+5:18706:x1873175924336256:12345-192.168.203.33@tcp:900:lfs.0 Request processed in 728us (1419us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400390.611323:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 6 00000100:00100000:0.0:1786400390.618986:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400390.620782:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924336512 00000100:00100000:3.0:1786400390.620796:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924336512 00000100:00100000:3.0:1786400390.620991:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 32 00000100:00100000:3.0:1786400390.621003:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+7:18706:x1873175924336512:12345-192.168.203.33@tcp:101:lfs.0 00010000:00010000:3.0:1786400390.621024:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1786400390.621043:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906b93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a3d expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1786400390.622485:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1786400390.622807:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906b93 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a3d expref: 9 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.622825:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8e47b51500) 00010000:00010000:3.0:1786400390.622828:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1786400390.622834:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906b93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a3d expref: 9 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.622849:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e483fa800, rc 0) 00000100:00100000:3.0:1786400390.624864:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+8:18706:x1873175924336512:12345-192.168.203.33@tcp:101:lfs.0 Request processed in 3853us (5876us total) trans 12884901891 rc 301/301 00000100:00100000:3.0:1786400390.624876:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 32 00000100:00100000:0.0:1786400390.632065:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400390.632180:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924336768 00000100:00100000:2.0:1786400390.632191:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924336768 00000100:00100000:2.0:1786400390.632665:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 33 00000100:00100000:2.0:1786400390.632677:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+8:18706:x1873175924336768:12345-192.168.203.33@tcp:36:lfs.0 00010000:00010000:2.0:1786400390.632759:0:22706:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400390.632785:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906b8c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a36 expref: 8 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.632803:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c8f5117a500) 00010000:00010000:2.0:1786400390.632809:0:22706:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1786400390.632831:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906ba1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.632844:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906ba1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.632872:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906ba1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1786400390.633057:0:22706:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000159e9ee4 reply state 000000006e0c6f97 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906ba1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.633070:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906ba1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.633077:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c8f5117a500) 00010000:00010000:2.0:1786400390.633080:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1786400390.633082:0:22706:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1786400390.633090:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1786400390.633170:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+9:18706:x1873175924336768:12345-192.168.203.33@tcp:36:lfs.0 Request processed in 495us (1114us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1786400390.633178:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 33 00000100:00100000:3.0:1786400390.637190:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400390.638387:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924337024 00000100:00100000:3.0:1786400390.638398:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924337024 00000100:00100000:3.0:1786400390.638452:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 2 00000100:00100000:3.0:1786400390.638463:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+9:18706:x1873175924337024:12345-192.168.203.33@tcp:35:lfs.0 00000100:00100000:3.0:1786400390.638858:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+10:18706:x1873175924337024:12345-192.168.203.33@tcp:35:lfs.0 Request processed in 396us (1676us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1786400390.638867:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 2 00000100:00100000:3.0:1786400390.642092:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400390.642974:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924337280 00000100:00100000:1.0:1786400390.642986:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924337280 00000100:00100000:1.0:1786400390.643058:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 34 00000100:00100000:1.0:1786400390.643067:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+10:18706:x1873175924337280:12345-192.168.203.33@tcp:101:lfs.0 00010000:00010000:2.0:1786400390.643344:0:25039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400390.643366:0:25039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906ba8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a44 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.643440:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906baf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.643454:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906baf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.643466:0:25039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906baf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.643478:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906bb6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.643493:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906bb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.643500:0:25039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906bb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1786400390.643683:0:25039:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1786400390.643905:0:25039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906baf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.643914:0:25039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906baf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.643920:0:25039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906baf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.643927:0:25039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c68800 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:2.0:1786400390.643931:0:25039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906baf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.643937:0:25039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906baf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.643949:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8e47b51500) 00010000:00010000:2.0:1786400390.643952:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1786400390.643957:0:25039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906baf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.643962:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906baf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.643986:0:25039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906bb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.643993:0:25039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906bb6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.643998:0:25039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906bb6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.644004:0:25039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c69000 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:2.0:1786400390.644007:0:25039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906bb6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.644013:0:25039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906bb6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.644022:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c8f5117a900) 00010000:00010000:2.0:1786400390.644024:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1786400390.644027:0:25039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906bb6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.644032:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906bb6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.644069:0:25039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906ba8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a44 expref: 12 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.644080:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8e47b51500) 00010000:00010000:2.0:1786400390.644082:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1786400390.644093:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906ba8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a44 expref: 12 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.644104:0:25039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c69200, rc 0) 00000100:00100000:2.0:1786400390.644447:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+11:18706:x1873175924337280:12345-192.168.203.33@tcp:101:lfs.0 Request processed in 1379us (2362us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1786400390.644456:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 34 00000100:00100000:1.0:1786400390.676093:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400390.676244:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924337408 00000100:00100000:0.0:1786400390.676254:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924337408 00000100:00100000:2.0:1786400390.676475:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 35 00000100:00100000:2.0:1786400390.676488:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+11:18706:x1873175924337408:12345-192.168.203.33@tcp:101:lfs.0 00010000:00010000:2.0:1786400390.676513:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400390.676597:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68e00/0x2c22c21443906bc4 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a4b expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.676836:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906bcb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.676854:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906bcb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.676867:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906bcb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1786400390.676896:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1786400390.676899:0:22706:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1786400390.676921:0:22706:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906bcb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.676949:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68e00/0x2c22c21443906bc4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a4b expref: 13 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.676981:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906bcb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a4b expref: 12 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.676990:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c8f5117a500) 00010000:00010000:2.0:1786400390.676993:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1786400390.676997:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c68400, rc 0) 00000100:00100000:2.0:1786400390.677901:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+12:18706:x1873175924337408:12345-192.168.203.33@tcp:101:lfs.0 Request processed in 1409us (1817us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400390.677912:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 35 00000100:00100000:2.0:1786400390.682043:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400390.682113:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924337536 00000100:00100000:3.0:1786400390.682124:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924337536 00000100:00100000:3.0:1786400390.682191:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 3 00000100:00100000:3.0:1786400390.682307:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77c1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+12:18706:x1873175924337536:12345-192.168.203.33@tcp:37:lfs.0 00000100:00100000:3.0:1786400390.687457:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77c1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+12:18706:x1873175924337536:12345-192.168.203.33@tcp:37:lfs.0 Request processed in 5244us (5413us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400390.687473:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 3 00000100:00100000:1.0:1786400390.691758:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400390.691968:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924337792 00000100:00100000:2.0:1786400390.691979:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924337792 00000100:00100000:2.0:1786400390.692080:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 4 00000100:00100000:2.0:1786400390.692091:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77cc6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+12:18706:x1873175924337792:12345-192.168.203.33@tcp:35:lfs.0 00000100:00100000:2.0:1786400390.692403:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77cc6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+13:18706:x1873175924337792:12345-192.168.203.33@tcp:35:lfs.0 Request processed in 312us (653us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1786400390.692411:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 4 00000100:00100000:0.0:1786400390.752734:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400390.752892:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924337920 00000100:00100000:3.0:1786400390.752902:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924337920 00000100:00100000:2.0:1786400390.753096:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 36 00000100:00100000:2.0:1786400390.753108:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+11:18712:x1873175924337920:12345-192.168.203.33@tcp:101:bash.0 00010000:00010000:2.0:1786400390.753128:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400390.753147:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68e00/0x2c22c21443906bd2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a52 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753221:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906bd9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753248:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906bd9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753260:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906bd9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753271:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906be0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753279:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906be0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753285:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906be0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753452:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906be7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753462:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906be7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753469:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906be7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1786400390.753504:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1786400390.753508:0:22705:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1786400390.753640:0:22705:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906be7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753653:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906bd9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753669:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906bd9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753675:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906bd9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753681:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c69200 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:2.0:1786400390.753685:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906bd9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753718:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906bd9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753730:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8e47b51500) 00010000:00010000:2.0:1786400390.753733:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1786400390.753738:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906bd9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753744:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906bd9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753757:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906be0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753763:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906be0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753768:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906be0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753774:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c69000 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:2.0:1786400390.753783:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906be0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753790:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906be0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753797:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c8f5117a900) 00010000:00010000:2.0:1786400390.753800:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1786400390.753803:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906be0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753808:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906be0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753835:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68e00/0x2c22c21443906bd2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a52 expref: 13 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753850:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68800/0x2c22c21443906be7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a52 expref: 12 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.753857:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c8f5117a500) 00010000:00010000:2.0:1786400390.753859:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1786400390.753862:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c68800, rc 0) 00000100:00100000:2.0:1786400390.753940:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+12:18712:x1873175924337920:12345-192.168.203.33@tcp:101:bash.0 Request processed in 833us (1260us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400390.753948:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 36 00000100:00100000:0.0:1786400390.759969:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400390.760447:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924338048 00000100:00100000:1.0:1786400390.760459:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924338048 00000100:00100000:1.0:1786400390.762464:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 7 00000100:00100000:1.0:1786400390.762490:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d82ef978-ddd9-498c-82a0-27204eae3730+5:18712:x1873175924338048:12345-192.168.203.33@tcp:900:bash.0 00000100:00100000:1.0:1786400390.762670:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d82ef978-ddd9-498c-82a0-27204eae3730+5:18712:x1873175924338048:12345-192.168.203.33@tcp:900:bash.0 Request processed in 191us (2711us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400390.762683:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 7 00000100:00100000:3.0:1786400390.771646:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400390.771925:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924338304 00000100:00100000:0.0:1786400390.771936:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924338304 00000100:00100000:0.0:1786400390.771999:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 37 00000100:00100000:0.0:1786400390.772009:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+12:18712:x1873175924338304:12345-192.168.203.33@tcp:101:bash.0 00010000:00010000:0.0:1786400390.772029:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1786400390.772050:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40030a00/0x2c22c21443906bee lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a59 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.772165:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906bf5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.772182:0:22707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906bcb lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a4b expref: 12 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.772208:0:22707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906bf5 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.772242:0:22707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906bcb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a4b expref: 12 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.772256:0:22707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906bcb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a4b expref: 12 pid: 22706 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400390.772271:0:22707:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75b79c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22707:1873175941222528:192.168.203.33@tcp:104: 00000100:00100000:0.0:1786400390.776141:0:22707:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46863240 going to sleep for 11 seconds 00000100:00100000:2.0:1786400390.783373:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400390.784170:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924338432 00000100:00100000:3.0:1786400390.784183:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924338432 00010000:00010000:3.0:1786400390.784237:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906bcb lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a4b expref: 13 pid: 22706 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400390.784284:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 16 00000100:00100000:3.0:1786400390.784295:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+13:2403:x1873175924338432:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1786400390.784310:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1786400390.784318:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906bcb lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a4b expref: 13 pid: 22706 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.784345:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906bcb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a4b expref: 13 pid: 22706 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.784369:0:22691:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c8f5117a500) 00010000:00010000:3.0:1786400390.784374:0:22691:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906bf5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.784384:0:22691:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906bf5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.784391:0:22691:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906bf5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.784410:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1786400390.784473:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+13:2403:x1873175924338432:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 179us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400390.784481:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 16 00010000:00010000:0.0:1786400390.792279:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906bcb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a4b expref: 12 pid: 22706 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400390.792309:0:22707:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75b79c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22707:1873175941222528:192.168.203.33@tcp:104: 00010000:00010000:0.0:1786400390.792334:0:22707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906bf5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.792346:0:22707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906bf5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.792353:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906bf5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.792493:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031400/0x2c22c21443906bfc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.792507:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031400/0x2c22c21443906bfc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.792531:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031400/0x2c22c21443906bfc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.793222:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906c03 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.793234:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906c03 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.793242:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906c03 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1786400390.793253:0:22707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1786400390.793280:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906bf5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.793287:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906bf5 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.793294:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906bf5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.793300:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f40031800 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:0.0:1786400390.793304:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906bf5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.793311:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906bf5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.793322:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c8f5117a500) 00010000:00010000:0.0:1786400390.793325:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1786400390.793339:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906bf5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.793345:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906bf5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1786400390.793357:0:22707:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009bcf8c7d reply state 0000000012c756de transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031400/0x2c22c21443906bfc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.793367:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031400/0x2c22c21443906bfc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.793373:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9c8e47b51600) 00010000:00010000:0.0:1786400390.793376:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1786400390.793378:0:22707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1786400390.793430:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40030a00/0x2c22c21443906bee lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a59 expref: 15 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.793446:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906c03 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a59 expref: 14 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400390.793453:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:0.0:1786400390.793455:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1786400390.793457:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f40031c00, rc 0) 00000100:00100000:0.0:1786400390.793530:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+15:18712:x1873175924338304:12345-192.168.203.33@tcp:101:bash.0 Request processed in 21522us (21892us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1786400390.793551:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 37 00000100:00100000:2.0:1786400390.804023:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400390.804146:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924338560 00000100:00100000:1.0:1786400390.804156:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924338560 00000100:00100000:1.0:1786400390.804492:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 38 00000100:00100000:1.0:1786400390.804504:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77c1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+15:18712:x1873175924338560:12345-192.168.203.33@tcp:101:bash.0 00010000:00010000:1.0:1786400390.804530:0:25039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1786400390.804636:0:25039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906c11 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a60 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.804750:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906c18 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.804764:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906c18 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.804775:0:25039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906c18 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1786400390.804823:0:25039:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1786400390.804827:0:25039:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1786400390.804876:0:25039:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906c18 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.804887:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906c18 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.804913:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906c11 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a60 expref: 17 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.804931:0:25039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906c18 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a60 expref: 16 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.804941:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:1.0:1786400390.804944:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1786400390.804947:0:25039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f42d9b200, rc 0) 00000100:00100000:1.0:1786400390.805643:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77c1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+16:18712:x1873175924338560:12345-192.168.203.33@tcp:101:bash.0 Request processed in 1135us (1623us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400390.805653:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 38 00000100:00100000:1.0:1786400390.808438:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400390.809128:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924338816 00000100:00100000:3.0:1786400390.809139:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924338816 00000100:00100000:3.0:1786400390.809201:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 5 00000100:00100000:3.0:1786400390.809211:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d82ef978-ddd9-498c-82a0-27204eae3730+16:18712:x1873175924338816:12345-192.168.203.33@tcp:35:bash.0 00000100:00100000:3.0:1786400390.810029:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d82ef978-ddd9-498c-82a0-27204eae3730+17:18712:x1873175924338816:12345-192.168.203.33@tcp:35:bash.0 Request processed in 815us (1595us total) trans 12884901897 rc 0/0 00000100:00100000:3.0:1786400390.810039:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 5 00010000:00010000:3.0:1786400390.836017:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400390.836159:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1786400390.836181:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f77c1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941222656:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1786400390.836275:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400390.837473:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1786400390.837492:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75b79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941222784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1786400390.837921:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400390.838130:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941222656 00000100:00100000:3.0:1786400390.838138:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941222656 00000100:00100000:3.0:1786400390.838451:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941222784 00000100:00100000:3.0:1786400390.838456:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941222784 00000100:00100000:2.0:1786400390.838503:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1786400390.838515:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941222656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1786400390.838565:0:24215:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1786400390.838723:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941222656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 210us (2447us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400390.838731:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1786400390.838755:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1786400390.838761:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941222784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1786400390.838772:0:24215:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1786400390.838806:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941222784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400390.838812:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1786400390.838906:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75b79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941222784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1786400390.839137:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f77c1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941222656:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1786400390.891287:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400390.891556:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924339072 00000100:00100000:0.0:1786400390.891566:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924339072 00000100:00100000:0.0:1786400390.891688:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 39 00000100:00100000:0.0:1786400390.891744:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77c1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+17:18722:x1873175924339072:12345-192.168.203.33@tcp:101:lfs.0 00010000:00010000:0.0:1786400390.891769:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1786400390.891787:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906c1f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a67 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1786400390.891888:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1786400390.892149:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906c1f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a67 expref: 19 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.892164:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c8e47b51500) 00010000:00010000:3.0:1786400390.892167:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1786400390.892173:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906c1f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a67 expref: 19 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400390.892186:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f40031800, rc 0) 00000100:00100000:3.0:1786400390.892290:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77c1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+18:18722:x1873175924339072:12345-192.168.203.33@tcp:101:lfs.0 Request processed in 549us (1013us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1786400390.892298:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 39 00000100:00100000:0.0:1786400390.900049:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400390.900189:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924339328 00000100:00100000:2.0:1786400390.900210:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924339328 00000100:00100000:2.0:1786400390.900300:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 6 00000100:00100000:2.0:1786400390.900311:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d82ef978-ddd9-498c-82a0-27204eae3730+18:18722:x1873175924339328:12345-192.168.203.33@tcp:35:lfs.0 00000100:00100000:2.0:1786400390.900855:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d82ef978-ddd9-498c-82a0-27204eae3730+19:18722:x1873175924339328:12345-192.168.203.33@tcp:35:lfs.0 Request processed in 378us (647us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1786400390.900866:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 6 00000100:00100000:1.0:1786400390.945579:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400390.946050:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924339584 00000100:00100000:2.0:1786400390.946060:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924339584 00000100:00100000:2.0:1786400390.946330:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 40 00000100:00100000:2.0:1786400390.946354:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+19:18725:x1873175924339584:12345-192.168.203.33@tcp:101:lfs.0 00010000:00010000:2.0:1786400390.946381:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400390.946403:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906c2d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a6e expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.946531:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c34 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.946546:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c34 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.946557:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c34 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1786400390.946570:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1786400390.946940:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906c2d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a6e expref: 22 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.946958:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c34 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a6e expref: 21 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.946966:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:2.0:1786400390.946969:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1786400390.946973:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c69200, rc 0) 00000100:00100000:2.0:1786400390.947024:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+21:18725:x1873175924339584:12345-192.168.203.33@tcp:101:lfs.0 Request processed in 685us (1456us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1786400390.947031:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 40 00000100:00100000:3.0:1786400390.951439:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400390.952087:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924339712 00000100:00100000:2.0:1786400390.952096:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924339712 00000100:00100000:2.0:1786400390.952515:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 41 00000100:00100000:2.0:1786400390.952527:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+21:18725:x1873175924339712:12345-192.168.203.33@tcp:54:lfs.0 00010000:00010000:2.0:1786400390.952589:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c42 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.952808:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c42 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.952820:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c42 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.952853:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c42 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.952860:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c42 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.952866:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c42 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.952871:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c68600 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:2.0:1786400390.952875:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c42 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.952881:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c42 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.952891:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:2.0:1786400390.952894:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1786400390.952898:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c42 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400390.952903:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c42 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400390.952977:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+21:18725:x1873175924339712:12345-192.168.203.33@tcp:54:lfs.0 Request processed in 453us (1546us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400390.952990:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 41 00000100:00100000:0.0:1786400390.954196:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400390.954675:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924339840 00000100:00100000:1.0:1786400390.954685:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924339840 00000100:00100000:1.0:1786400390.954842:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 0 00000100:00100000:1.0:1786400390.954853:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d82ef978-ddd9-498c-82a0-27204eae3730+21:2403:x1873175924339840:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1786400390.954882:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1786400390.954905:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c34 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a6e expref: 21 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400390.954922:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:1.0:1786400390.954926:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1786400390.955098:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d82ef978-ddd9-498c-82a0-27204eae3730+20:2403:x1873175924339840:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 246us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400390.955106:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 0 00000100:00100000:1.0:1786400390.956917:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400390.957159:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924340096 00000100:00100000:3.0:1786400390.957169:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924340096 00000100:00100000:3.0:1786400390.957223:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 7 00000100:00100000:3.0:1786400390.957231:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d82ef978-ddd9-498c-82a0-27204eae3730+20:18725:x1873175924340096:12345-192.168.203.33@tcp:35:lfs.0 00000100:00100000:3.0:1786400390.957447:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d82ef978-ddd9-498c-82a0-27204eae3730+21:18725:x1873175924340096:12345-192.168.203.33@tcp:35:lfs.0 Request processed in 215us (537us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1786400390.957455:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 7 00000040:00080000:3.0:1786400391.092311:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1786400391.093237:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1786400391.279874:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400391.280010:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924340352 00000100:00100000:1.0:1786400391.280021:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924340352 00000100:00100000:1.0:1786400391.280116:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 42 00000100:00100000:1.0:1786400391.280127:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77c1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+21:18756:x1873175924340352:12345-192.168.203.33@tcp:101:cat.0 00010000:00010000:1.0:1786400391.280153:0:25039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1786400391.280173:0:25039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a200/0x2c22c21443906c49 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a75 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.280291:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906c50 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.280305:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906c50 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.280315:0:25039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906c50 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1786400391.280328:0:25039:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1786400391.280469:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a200/0x2c22c21443906c49 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a75 expref: 24 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.280487:0:25039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906c50 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a75 expref: 23 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.280496:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:1.0:1786400391.280499:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1786400391.280502:0:25039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f42d9a000, rc 0) 00000100:00100000:1.0:1786400391.280570:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77c1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+23:18756:x1873175924340352:12345-192.168.203.33@tcp:101:cat.0 Request processed in 445us (706us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1786400391.280578:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 42 00000100:00100000:0.0:1786400391.291827:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400391.291922:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400391.291964:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924340736 00000100:00100000:2.0:1786400391.291972:0:25734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924340480 00000100:00100000:3.0:1786400391.291980:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924340736 00000100:00100000:2.0:1786400391.291980:0:25734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924340480 00000100:00100000:2.0:1786400391.292030:0:25734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 1 00000100:00100000:3.0:1786400391.292033:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 8 00000100:00100000:3.0:1786400391.292040:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d82ef978-ddd9-498c-82a0-27204eae3730+24:18756:x1873175924340736:12345-192.168.203.33@tcp:35:cat.0 00000100:00100000:2.0:1786400391.292040:0:25734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d82ef978-ddd9-498c-82a0-27204eae3730+24:2402:x1873175924340480:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1786400391.292054:0:25734:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400391.292076:0:25734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9a000/0x2c22c21443906c50 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a75 expref: 24 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.292093:0:25734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:2.0:1786400391.292097:0:25734:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400391.292254:0:25734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d82ef978-ddd9-498c-82a0-27204eae3730+24:2402:x1873175924340480:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 213us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400391.292262:0:25734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 1 00000100:00100000:3.0:1786400391.292277:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d82ef978-ddd9-498c-82a0-27204eae3730+24:18756:x1873175924340736:12345-192.168.203.33@tcp:35:cat.0 Request processed in 238us (355us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1786400391.292284:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 8 00000100:00100000:3.0:1786400391.349430:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400391.350097:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924340992 00000100:00100000:2.0:1786400391.350108:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924340992 00000100:00100000:2.0:1786400391.350174:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 43 00000100:00100000:2.0:1786400391.350183:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48904000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+23:18762:x1873175924340992:12345-192.168.203.33@tcp:101:dd.0 00010000:00010000:2.0:1786400391.350215:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400391.350234:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c5e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a7c expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.350983:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906c65 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.351024:0:22706:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906c03 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a59 expref: 24 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.351033:0:22706:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906c18 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a60 expref: 24 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.351041:0:22706:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906c65 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.351082:0:22706:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906c18 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a60 expref: 24 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.351095:0:22706:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906c18 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a60 expref: 24 pid: 25039 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400391.351111:0:22706:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f77c1c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22706:1873175941222912:192.168.203.33@tcp:104: 00010000:00010000:2.0:1786400391.351409:0:22706:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906c03 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a59 expref: 24 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.351418:0:22706:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906c03 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a59 expref: 24 pid: 22707 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400391.351426:0:22706:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f77c1f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22706:1873175941223040:192.168.203.33@tcp:104: 00000100:00100000:2.0:1786400391.351450:0:22706:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b20240 going to sleep for 11 seconds 00000100:00100000:2.0:1786400391.355070:0:22706:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f77c1c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22706:1873175941222912:192.168.203.33@tcp:104: 00000100:00100000:2.0:1786400391.355081:0:22706:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f77c1f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22706:1873175941223040:192.168.203.33@tcp:104: 00010000:00010000:2.0:1786400391.355112:0:22706:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906c65 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400391.355752:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400391.355788:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400391.355899:0:23859:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924341120 00000100:00100000:1.0:1786400391.355907:0:23859:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924341120 00010000:00010000:1.0:1786400391.355941:0:23859:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906c18 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a60 expref: 25 pid: 25039 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400391.355977:0:23859:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924341248 00000100:00100000:1.0:1786400391.355980:0:23859:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924341248 00010000:00010000:1.0:1786400391.355991:0:23859:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906c03 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a59 expref: 26 pid: 22707 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400391.356017:0:23859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 17 00000100:00100000:1.0:1786400391.356025:0:23859:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d82ef978-ddd9-498c-82a0-27204eae3730+26:2403:x1873175924341120:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1786400391.356039:0:23859:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1786400391.356045:0:23859:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906c18 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a60 expref: 26 pid: 25039 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.356068:0:23859:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906c18 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a60 expref: 26 pid: 25039 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.356088:0:23859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906c18 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a60 expref: 26 pid: 25039 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.356102:0:23859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:1.0:1786400391.356106:0:23859:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906c65 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.356114:0:23859:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906c65 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.356120:0:23859:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1786400391.356164:0:23859:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d82ef978-ddd9-498c-82a0-27204eae3730+25:2403:x1873175924341120:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 140us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400391.356172:0:23859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 17 00000100:00100000:1.0:1786400391.356190:0:23859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 18 00000100:00100000:1.0:1786400391.356261:0:23859:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f5f2da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d82ef978-ddd9-498c-82a0-27204eae3730+24:2403:x1873175924341248:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1786400391.356269:0:23859:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1786400391.356273:0:23859:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906c03 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a59 expref: 24 pid: 22707 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.356282:0:23859:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906c03 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a59 expref: 24 pid: 22707 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.356304:0:23859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906c03 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a59 expref: 24 pid: 22707 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.356316:0:23859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:1.0:1786400391.356319:0:23859:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906c65 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.356326:0:23859:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906c65 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.356333:0:23859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906c65 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400391.356352:0:23859:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1786400391.356371:0:23859:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f5f2da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d82ef978-ddd9-498c-82a0-27204eae3730+23:2403:x1873175924341248:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 114us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400391.356378:0:23859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 18 00010000:00010000:2.0:1786400391.356735:0:22706:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906c65 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.356742:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906c65 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1786400391.356762:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1786400391.356911:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c5e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a7c expref: 24 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.356927:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69000/0x2c22c21443906c65 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a7c expref: 23 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.356935:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:2.0:1786400391.356938:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1786400391.356940:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c69000, rc 0) 00000100:00100000:2.0:1786400391.356974:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48904000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+23:18762:x1873175924340992:12345-192.168.203.33@tcp:101:dd.0 Request processed in 6792us (7555us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1786400391.356981:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 43 00000100:00100000:3.0:1786400391.361686:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400391.361993:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924341376 00000100:00100000:2.0:1786400391.362003:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924341376 00000100:00100000:2.0:1786400391.362064:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 44 00000100:00100000:2.0:1786400391.362074:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48906680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+23:18762:x1873175924341376:12345-192.168.203.33@tcp:101:dd.0 00010000:00010000:2.0:1786400391.362098:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400391.362121:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906c73 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a83 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.362170:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c7a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.362183:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c7a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.363452:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c7a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.363567:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906c73 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a83 expref: 25 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.363584:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c7a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a83 expref: 24 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.363590:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:2.0:1786400391.363592:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1786400391.363595:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c69200, rc 0) 00000100:00100000:2.0:1786400391.363742:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48906680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+24:18762:x1873175924341376:12345-192.168.203.33@tcp:101:dd.0 Request processed in 1669us (2138us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400391.363749:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 44 00000100:00100000:1.0:1786400391.366531:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400391.366887:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924341632 00000100:00100000:2.0:1786400391.366897:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924341632 00000100:00100000:2.0:1786400391.366987:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 45 00000100:00100000:2.0:1786400391.366999:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+24:18762:x1873175924341632:12345-192.168.203.33@tcp:36:dd.0 00010000:00010000:2.0:1786400391.367239:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c81 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.367274:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c81 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.367284:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c81 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1786400391.367323:0:22707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1786400391.367363:0:22707:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f01dd2ea reply state 00000000a008fc72 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c81 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.367378:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c81 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.367389:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:2.0:1786400391.367391:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1786400391.367394:0:22707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1786400391.367475:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+27:18762:x1873175924341632:12345-192.168.203.33@tcp:36:dd.0 Request processed in 477us (952us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1786400391.367482:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 45 00000020:00080000:2.0:1786400391.367487:0:22707:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1786400391.372333:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400391.372430:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924341760 00000100:00100000:2.0:1786400391.372440:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924341760 00000100:00100000:2.0:1786400391.372500:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 46 00000100:00100000:2.0:1786400391.372509:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+27:18762:x1873175924341760:12345-192.168.203.33@tcp:101:dd.0 00010000:00010000:2.0:1786400391.372530:0:25039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400391.372553:0:25039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906c88 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a8a expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.372607:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906c88 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a8a expref: 28 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.372653:0:25039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906c88 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a8a expref: 28 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.372674:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:2.0:1786400391.372677:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1786400391.372681:0:25039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c69400, rc 0) 00000100:00100000:2.0:1786400391.372825:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+28:18762:x1873175924341760:12345-192.168.203.33@tcp:101:dd.0 Request processed in 315us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400391.372832:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 46 00000100:00100000:3.0:1786400391.383515:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400391.383631:0:25734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924342016 00000100:00100000:2.0:1786400391.383642:0:25734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924342016 00000100:00100000:2.0:1786400391.383783:0:25734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 2 00000100:00100000:2.0:1786400391.383793:0:25734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48904380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d82ef978-ddd9-498c-82a0-27204eae3730+28:18762:x1873175924342016:12345-192.168.203.33@tcp:103:dd.0 00010000:00010000:2.0:1786400391.383808:0:25734:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1786400391.383837:0:25734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906c88 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a8a expref: 28 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.383858:0:25734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:2.0:1786400391.383864:0:25734:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1786400391.383934:0:25734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48904380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d82ef978-ddd9-498c-82a0-27204eae3730+27:18762:x1873175924342016:12345-192.168.203.33@tcp:103:dd.0 Request processed in 142us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400391.383942:0:25734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 2 00000100:00100000:1.0:1786400391.386324:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400391.386414:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924342144 00000100:00100000:0.0:1786400391.386424:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924342144 00000100:00100000:0.0:1786400391.386486:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 47 00000100:00100000:0.0:1786400391.386497:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+27:18762:x1873175924342144:12345-192.168.203.33@tcp:58:dd.0 00010000:00010000:0.0:1786400391.386647:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906c8f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400391.386663:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906c8f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400391.386676:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906c8f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1786400391.387590:0:22706:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1786400391.387683:0:22706:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1786400391.387885:0:22706:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1786400391.388030:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+27:18762:x1873175924342144:12345-192.168.203.33@tcp:58:dd.0 Request processed in 1532us (1710us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400391.388052:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 47 00000100:00100000:3.0:1786400391.392959:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400391.393083:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924342272 00000100:00100000:2.0:1786400391.393093:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924342272 00000100:00100000:2.0:1786400391.393192:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 48 00000100:00100000:2.0:1786400391.393202:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+27:18762:x1873175924342272:12345-192.168.203.33@tcp:101:dd.0 00010000:00010000:2.0:1786400391.393236:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400391.393257:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906c96 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a91 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.393307:0:22705:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906c8f lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.393316:0:22705:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906c96 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a91 expref: 28 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.393333:0:22705:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906c8f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.393356:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906c96 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a91 expref: 28 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.393368:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:2.0:1786400391.393371:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1786400391.393379:0:22705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906c96 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a91 expref: 28 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400391.393386:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f77c69400, rc 0) 00000100:00100000:2.0:1786400391.393446:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+28:18762:x1873175924342272:12345-192.168.203.33@tcp:101:dd.0 Request processed in 246us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400391.393453:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 48 00000100:00100000:3.0:1786400391.860171:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1786400391.860209:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e474ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941223168:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1786400391.860301:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400391.860359:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941223168 00000100:00100000:3.0:1786400391.860370:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f77c1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941223296:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1786400391.860370:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941223168 00000100:00100000:3.0:1786400391.860407:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400391.861625:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941223296 00000100:00100000:0.0:1786400391.861633:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1786400391.861635:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941223296 00000100:00100000:0.0:1786400391.861654:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941223168:12345-0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1786400391.861674:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400391.861675:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1786400391.861686:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941223296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1786400391.861713:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000004:00000024:1.0:1786400391.861727:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1786400391.861783:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941223296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (1375us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400391.861804:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1786400391.862913:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f77c1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941223296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1786400391.872526:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941223168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 10871us (12213us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400391.872541:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1786400391.872658:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e474ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941223168:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1786400392.115912:0:22741:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1786400392.115922:0:22741:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1786400392.115952:0:22741:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1786400392.115975:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1786400392.116120:0:22741:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f77c1c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22741:1873175941223424:192.168.203.33@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1786400392.116293:0:22741:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b20f00 going to sleep for 11 seconds 00000040:00080000:3.0:1786400392.116345:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1786400392.120169:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400392.120342:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924342400 00000100:00100000:1.0:1786400392.120351:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924342400 00000100:00100000:1.0:1786400392.120422:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 49 00000100:00100000:1.0:1786400392.120433:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+29:18764:x1873175924342400:12345-192.168.203.33@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1786400392.120462:0:22707:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1786400392.120593:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+29:18764:x1873175924342400:12345-192.168.203.33@tcp:53:lhsmtool_posix.0 Request processed in 161us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400392.120601:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 49 00000100:00080000:3.0:1786400392.120649:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1786400392.123757:0:22741:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f77c1c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22741:1873175941223424:192.168.203.33@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1786400392.124303:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400392.124506:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924342528 00000100:00100000:2.0:1786400392.124513:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924342528 00000100:00100000:2.0:1786400392.124667:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 50 00000100:00100000:2.0:1786400392.124680:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+28:18764:x1873175924342528:12345-192.168.203.33@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1786400392.124767:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906c9d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.124783:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906c9d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.124793:0:25039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906c9d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.124842:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68e00/0x2c22c21443906ca4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.124850:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68e00/0x2c22c21443906ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.124857:0:25039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68e00/0x2c22c21443906ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.124880:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906cab lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.124889:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906cab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.124908:0:25039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906cab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1786400392.124952:0:25039:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1786400392.124957:0:25039:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1786400392.124971:0:25039:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906cab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.124983:0:25039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906c9d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.124990:0:25039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906c9d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.124997:0:25039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906c9d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125003:0:25039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c68400 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:2.0:1786400392.125007:0:25039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906c9d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125015:0:25039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906c9d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125027:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c8e4788cb00) 00010000:00010000:2.0:1786400392.125030:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1786400392.125034:0:25039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906c9d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125040:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68400/0x2c22c21443906c9d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125065:0:25039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68e00/0x2c22c21443906ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125071:0:25039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68e00/0x2c22c21443906ca4 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125077:0:25039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68e00/0x2c22c21443906ca4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125082:0:25039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c68e00 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:2.0:1786400392.125085:0:25039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68e00/0x2c22c21443906ca4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125091:0:25039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68e00/0x2c22c21443906ca4 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125099:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9c8f5ed2de00) 00010000:00010000:2.0:1786400392.125101:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1786400392.125104:0:25039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68e00/0x2c22c21443906ca4 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125110:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68e00/0x2c22c21443906ca4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125124:0:25039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906cab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125130:0:25039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906cab lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125135:0:25039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906cab lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125146:0:25039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c69e00 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:2.0:1786400392.125149:0:25039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906cab lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125155:0:25039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906cab lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125162:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:2.0:1786400392.125165:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1786400392.125168:0:25039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906cab lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.125173:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69e00/0x2c22c21443906cab lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400392.125389:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+28:18764:x1873175924342528:12345-192.168.203.33@tcp:34:lhsmtool_posix.0 Request processed in 710us (1086us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400392.125398:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 50 00000100:00100000:1.0:1786400392.129968:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400392.130058:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924342784 00000100:00100000:3.0:1786400392.130069:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924342784 00000100:00100000:3.0:1786400392.130133:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 51 00000100:00100000:3.0:1786400392.130158:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+28:18764:x1873175924342784:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1786400392.130180:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1786400392.130212:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906cb2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a98 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.130307:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906cb9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.130322:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906cb9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.130333:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906cb9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1786400392.130357:0:22707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1786400392.130428:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906cb9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.130436:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906cb9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.130442:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906cb9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.130447:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fb000 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:3.0:1786400392.130451:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906cb9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.130458:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906cb9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.130469:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:3.0:1786400392.130477:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1786400392.130482:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906cb9 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.130488:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906cb9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.130525:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906cb2 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a98 expref: 30 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.130535:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c8e4788cb00) 00010000:00010000:3.0:1786400392.130537:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1786400392.130540:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906cb2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a98 expref: 30 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.130549:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e483fa800, rc 0) 00000100:00100000:3.0:1786400392.130621:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+29:18764:x1873175924342784:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 Request processed in 457us (653us total) trans 12884901907 rc 301/301 00000100:00100000:3.0:1786400392.130630:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 51 00000100:00100000:1.0:1786400392.133682:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400392.133855:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924342912 00000100:00100000:3.0:1786400392.133864:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924342912 00000100:00100000:3.0:1786400392.133924:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 52 00000100:00100000:3.0:1786400392.133934:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+29:18764:x1873175924342912:12345-192.168.203.33@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1786400392.133968:0:22705:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1786400392.134080:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+29:18764:x1873175924342912:12345-192.168.203.33@tcp:53:lhsmtool_posix.0 Request processed in 146us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400392.134087:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 52 00000100:00100000:1.0:1786400392.137244:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400392.137483:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924343168 00000100:00100000:0.0:1786400392.137494:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924343168 00000100:00100000:0.0:1786400392.137596:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 53 00000100:00100000:0.0:1786400392.137607:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+29:18764:x1873175924343168:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1786400392.137664:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1786400392.137684:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906cc7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227a9f expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1786400392.138371:0:22706:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x7:0x0], count =59 00000004:00080000:1.0:1786400392.138382:0:22706:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x7:0x0]+59 in llog 00000004:00080000:1.0:1786400392.138408:0:22706:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:1.0:1786400392.138557:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906cce lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.138571:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906cce lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.138582:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906cce lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.138752:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906cc7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a9f expref: 32 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.138792:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906cce lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a9f expref: 31 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.138801:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c8f5117a800) 00010000:00010000:1.0:1786400392.138803:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1786400392.138807:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f42d9b200, rc 0) 00000100:00100000:1.0:1786400392.138970:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+31:18764:x1873175924343168:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 Request processed in 1364us (1735us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1786400392.138979:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 53 00000100:00100000:2.0:1786400392.142851:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400392.142915:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924343424 00000100:00100000:3.0:1786400392.142938:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924343424 00000100:00100000:3.0:1786400392.142989:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 54 00000100:00100000:3.0:1786400392.142998:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77c1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+31:18764:x1873175924343424:12345-192.168.203.33@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1786400392.143051:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1786400392.143075:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9b200/0x2c22c21443906cce lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a9f expref: 31 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143093:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c8f5117a800) 00010000:00010000:3.0:1786400392.143103:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1786400392.143126:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906cdc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143139:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906cdc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143148:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906cdc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143161:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906ce3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x6298a68a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143167:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906ce3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6298a68a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143173:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906ce3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6298a68a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143217:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906cdc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143223:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906cdc lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143235:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906cdc lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143240:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fa800 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:3.0:1786400392.143244:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906cdc lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143252:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906cdc lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143260:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c8f5117a500) 00010000:00010000:3.0:1786400392.143263:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1786400392.143267:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906cdc lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143273:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa800/0x2c22c21443906cdc lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143282:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906ce3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6298a68a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143287:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906ce3 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6298a68a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143293:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906ce3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6298a68a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143297:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fb000 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:3.0:1786400392.143299:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906ce3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6298a68a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143313:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906ce3 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6298a68a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143320:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x6298a68a (ffff9c8e4788cf00) 00010000:00010000:3.0:1786400392.143323:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1786400392.143326:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906ce3 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x6298a68a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.143346:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fb000/0x2c22c21443906ce3 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x6298a68a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400392.143432:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77c1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+30:18764:x1873175924343424:12345-192.168.203.33@tcp:36:lhsmtool_posix.0 Request processed in 434us (590us total) trans 0 rc -2/-2 00000100:00100000:3.0:1786400392.143440:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 54 00000100:00100000:3.0:1786400392.146115:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400392.146208:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924343552 00000100:00100000:2.0:1786400392.146218:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924343552 00000100:00100000:2.0:1786400392.146285:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 55 00000100:00100000:2.0:1786400392.146296:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+30:18764:x1873175924343552:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1786400392.146315:0:25039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400392.146337:0:25039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876200/0x2c22c21443906cea lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227aa6 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.146371:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47877a00/0x2c22c21443906cf1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.146397:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47877a00/0x2c22c21443906cf1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.146408:0:25039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47877a00/0x2c22c21443906cf1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.146514:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876200/0x2c22c21443906cea lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227aa6 expref: 32 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.146532:0:25039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47877a00/0x2c22c21443906cf1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227aa6 expref: 31 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.146540:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c8f5ed2de00) 00010000:00010000:2.0:1786400392.146543:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1786400392.146546:0:25039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e47877a00, rc 0) 00000100:00100000:2.0:1786400392.146621:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+31:18764:x1873175924343552:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 Request processed in 315us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400392.146629:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 55 00000100:00100000:2.0:1786400392.150989:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400392.151090:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924343808 00000100:00100000:3.0:1786400392.151100:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924343808 00000100:00100000:3.0:1786400392.151199:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 56 00000100:00100000:3.0:1786400392.151210:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+31:18764:x1873175924343808:12345-192.168.203.33@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1786400392.151290:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906cf8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.151306:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906cf8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.151317:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906cf8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1786400392.151500:0:22705:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:3.0:1786400392.151525:0:22705:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 725762834214ns, next at 726762832095ns, rc = 0 00000004:00010000:3.0:1786400392.151576:0:22705:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001ef02706 reply state 0000000072da2b27 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906cf8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.151590:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906cf8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.151598:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c8f5ed2de00) 00010000:00010000:3.0:1786400392.151600:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1786400392.151604:0:22705:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1786400392.151849:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+33:18764:x1873175924343808:12345-192.168.203.33@tcp:36:lhsmtool_posix.0 Request processed in 640us (867us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1786400392.151858:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 56 00000100:00100000:3.0:1786400392.154262:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400392.154356:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924343936 00000100:00100000:2.0:1786400392.154364:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924343936 00000100:00100000:2.0:1786400392.154458:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 57 00000100:00100000:2.0:1786400392.154468:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+33:18764:x1873175924343936:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1786400392.154490:0:25039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400392.154509:0:25039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876400/0x2c22c21443906cff lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227aad expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.154582:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876400/0x2c22c21443906cff lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227aad expref: 34 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.154596:0:25039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876400/0x2c22c21443906cff lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227aad expref: 34 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.154625:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c8f5ed2de00) 00010000:00010000:2.0:1786400392.154628:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1786400392.154632:0:25039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e47876400, rc 0) 00000100:00100000:2.0:1786400392.154729:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+34:18764:x1873175924343936:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 Request processed in 262us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400392.154737:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 57 00000100:00100000:1.0:1786400392.157401:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400392.157473:0:24747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924344064 00000100:00100000:2.0:1786400392.157481:0:24747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924344064 00000100:00100000:2.0:1786400392.157586:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 25 00000100:00100000:2.0:1786400392.157595:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d82ef978-ddd9-498c-82a0-27204eae3730+5:2400:x1873175924344064:12345-192.168.203.33@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1786400392.157859:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d82ef978-ddd9-498c-82a0-27204eae3730+6:2400:x1873175924344064:12345-192.168.203.33@tcp:2:lhsmtool_posix.0 Request processed in 263us (465us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1786400392.157867:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 25 00000100:00080000:3.0:1786400392.158412:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1786400392.160569:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400392.160851:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924344320 00000100:00100000:0.0:1786400392.160860:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924344320 00000100:00100000:0.0:1786400392.160954:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 9 00000100:00100000:0.0:1786400392.160964:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d82ef978-ddd9-498c-82a0-27204eae3730+34:18764:x1873175924344320:12345-192.168.203.33@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1786400392.161174:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d82ef978-ddd9-498c-82a0-27204eae3730+35:18764:x1873175924344320:12345-192.168.203.33@tcp:35:lhsmtool_posix.0 Request processed in 211us (615us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1786400392.161182:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 9 00000100:00100000:0.0:1786400392.167238:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400392.167397:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924344576 00000100:00100000:3.0:1786400392.167408:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924344576 00000100:00100000:3.0:1786400392.167581:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 58 00000100:00100000:3.0:1786400392.167592:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+35:18764:x1873175924344576:12345-192.168.203.33@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1786400392.167738:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+35:18764:x1873175924344576:12345-192.168.203.33@tcp:57:lhsmtool_posix.0 Request processed in 148us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400392.167745:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 58 00000100:00100000:1.0:1786400392.170305:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400392.170545:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924344704 00000100:00100000:0.0:1786400392.170554:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924344704 00000100:00100000:0.0:1786400392.170677:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 59 00000100:00100000:0.0:1786400392.170687:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+35:18764:x1873175924344704:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1786400392.170741:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1786400392.170761:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906d06 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227ab4 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.170829:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40030a00/0x2c22c21443906d0d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.170843:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40030a00/0x2c22c21443906d0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.170854:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40030a00/0x2c22c21443906d0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1786400392.170895:0:22706:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1786400392.170914:0:22706:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40030a00/0x2c22c21443906d0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.170940:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031c00/0x2c22c21443906d06 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ab4 expref: 37 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.170958:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40030a00/0x2c22c21443906d0d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ab4 expref: 36 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.170966:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c8f5ed2de00) 00010000:00010000:0.0:1786400392.170969:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1786400392.170973:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8f40030a00, rc 0) 00000100:00100000:0.0:1786400392.171032:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+36:18764:x1873175924344704:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 Request processed in 346us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400392.171048:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 59 00000100:00100000:0.0:1786400392.174047:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400392.174140:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924344832 00000100:00100000:2.0:1786400392.174150:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924344832 00000100:00100000:2.0:1786400392.174225:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 26 00000100:00100000:2.0:1786400392.174236:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d82ef978-ddd9-498c-82a0-27204eae3730+6:2403:x1873175924344832:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1786400392.174254:0:24213:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400392.174292:0:24213:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d14 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227abb expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1786400392.174322:0:24213:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a7a4e89, blocks: 0x0 00010000:00010000:2.0:1786400392.174353:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=725s v=(0 0) 00010000:00010000:2.0:1786400392.174358:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400392.174368:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227abb expref: 7 pid: 24213 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.174387:0:24213:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227abb expref: 7 pid: 24213 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.174399:0:24213:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e47876200, rc 0) 00000100:00100000:2.0:1786400392.174460:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d82ef978-ddd9-498c-82a0-27204eae3730+7:2403:x1873175924344832:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 Request processed in 226us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400392.174467:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 26 00000100:00100000:3.0:1786400392.177319:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400392.178113:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924345088 00000100:00100000:0.0:1786400392.178124:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924345088 00000100:00100000:0.0:1786400392.178197:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 60 00000100:00100000:0.0:1786400392.178208:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+36:18764:x1873175924345088:12345-192.168.203.33@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1786400392.178319:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+36:18764:x1873175924345088:12345-192.168.203.33@tcp:57:lhsmtool_posix.0 Request processed in 113us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400392.178336:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 60 00000100:00100000:0.0:1786400392.187674:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400392.187776:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924345216 00000100:00100000:2.0:1786400392.187786:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924345216 00000100:00100000:3.0:1786400392.188038:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 61 00000100:00100000:3.0:1786400392.188052:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+36:18764:x1873175924345216:12345-192.168.203.33@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1786400392.190904:0:22685:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:1.0:1786400392.190924:0:22685:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00010000:00010000:3.0:1786400392.191071:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191090:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b4d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191098:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b4d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191104:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9aa00 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:3.0:1786400392.191109:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b4d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191117:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b4d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191134:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c8f5117a900) 00010000:00010000:3.0:1786400392.191138:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1786400392.191142:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b4d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191149:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9aa00/0x2c22c21443906b4d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191170:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b54 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191177:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b54 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191183:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b54 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191270:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9bc00 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:3.0:1786400392.191279:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b54 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191286:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b54 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191294:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c8f5117a500) 00010000:00010000:3.0:1786400392.191297:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1786400392.191300:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b54 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191306:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906b54 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191321:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031400/0x2c22c21443906bfc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191339:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031400/0x2c22c21443906bfc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191346:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031400/0x2c22c21443906bfc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191351:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f40031400 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:3.0:1786400392.191354:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031400/0x2c22c21443906bfc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191362:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031400/0x2c22c21443906bfc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191369:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9c8e47b51600) 00010000:00010000:3.0:1786400392.191372:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1786400392.191381:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031400/0x2c22c21443906bfc lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191387:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031400/0x2c22c21443906bfc lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191405:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c81 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191412:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c81 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191417:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c81 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191422:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c68600 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:3.0:1786400392.191425:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c81 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191431:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c81 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191439:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:3.0:1786400392.191441:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1786400392.191444:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c81 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191450:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c68600/0x2c22c21443906c81 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191461:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906cf8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191556:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906cf8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191564:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906cf8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191570:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e483fa600 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:3.0:1786400392.191573:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906cf8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191579:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906cf8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191587:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c8f5ed2de00) 00010000:00010000:3.0:1786400392.191589:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1786400392.191593:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906cf8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.191598:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906cf8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400392.192288:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f77c1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941223552:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1786400392.192366:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400392.192440:0:24747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941223552 00000100:00100000:3.0:1786400392.192448:0:24747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941223552 00000100:00100000:3.0:1786400392.192581:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1786400392.192592:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941223552:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1786400392.192762:0:24747:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1786400392.192766:0:24747:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1786400392.192769:0:24747:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1786400392.192771:0:24747:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1786400393 -> 1786400393 00002000:00010000:3.0:1786400392.192781:0:24747:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00080000:2.0:1786400392.193015:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1786400392.193263:0:22685:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:2.0:1786400392.193405:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906ba1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.193415:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906ba1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.193422:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906ba1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.193427:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f77c69c00 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:2.0:1786400392.193438:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906ba1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.193445:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906ba1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.193459:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c8f5117a500) 00010000:00010000:2.0:1786400392.193461:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1786400392.193465:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906ba1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.193471:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69c00/0x2c22c21443906ba1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400392.193769:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+15:18764:x1873175924345216:12345-192.168.203.33@tcp:44:lhsmtool_posix.0 Request processed in 5717us (6100us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400392.193779:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 61 00000100:00100000:3.0:1786400392.195781:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3646:x1873175941223552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3182us (3405us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1786400392.195794:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000004:00080000:0.0:1786400392.196169:0:3646:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9c8f77c1fb80/2, rc 0, transno 12884901892 00000100:00100000:0.0:1786400392.196177:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f77c1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941223552:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1786400392.197924:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400392.198129:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924345344 00000100:00100000:3.0:1786400392.198138:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924345344 00000100:00100000:3.0:1786400392.198283:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 28 00000100:00100000:3.0:1786400392.198294:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d82ef978-ddd9-498c-82a0-27204eae3730+7:2402:x1873175924345344:12345-192.168.203.33@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1786400392.198418:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d82ef978-ddd9-498c-82a0-27204eae3730+7:2402:x1873175924345344:12345-192.168.203.33@tcp:16:lhsmtool_posix.0 Request processed in 125us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400392.198427:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 28 00000100:00100000:1.0:1786400392.202313:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400392.202678:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400392.203339:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400392.203406:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400392.203432:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400392.203667:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924345600 00000100:00100000:0.0:1786400392.203676:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924345600 00000100:00100000:0.0:1786400392.203717:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924345472 00000100:00100000:0.0:1786400392.203721:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924345472 00000100:00100000:0.0:1786400392.203774:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 164 00000100:00100000:0.0:1786400392.203784:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+13:2402:x1873175924345472:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:0.0:1786400392.203855:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e34092c9-581c-427f-8af6-14744f75b5a1+13:2402:x1873175924345472:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 72us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400392.203863:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 164 00000100:00100000:0.0:1786400392.203923:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924345856 00000100:00100000:0.0:1786400392.203927:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924345856 00000100:00100000:0.0:1786400392.203968:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 49 00000100:00100000:0.0:1786400392.203975:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+5:2402:x1873175924345600:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:0.0:1786400392.204008:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d82ef978-ddd9-498c-82a0-27204eae3730+5:2402:x1873175924345600:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 33us (1705us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400392.204014:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 49 00000100:00100000:0.0:1786400392.204027:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 50 00000100:00100000:0.0:1786400392.204034:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e474ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:2402:x1873175924345856:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:0.0:1786400392.204061:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e474ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+6:2402:x1873175924345856:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 28us (1384us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400392.204067:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 50 00000100:00100000:1.0:1786400392.205085:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400392.205122:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400392.205812:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924345984 00000100:00100000:3.0:1786400392.205821:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924345984 00000100:00100000:3.0:1786400392.205985:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 51 00000100:00100000:3.0:1786400392.205993:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+5:2402:x1873175924345984:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:3.0:1786400392.206049:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+5:2402:x1873175924345984:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 56us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400392.206057:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 51 00000100:00100000:2.0:1786400392.206891:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924346112 00000100:00100000:2.0:1786400392.206899:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924346112 00000100:00100000:2.0:1786400392.206942:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924345728 00000100:00100000:2.0:1786400392.206945:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924345728 00000100:00100000:2.0:1786400392.206967:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 17 00000100:00100000:2.0:1786400392.206974:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f49b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+5:2402:x1873175924346112:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:2.0:1786400392.207016:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f49b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+5:2402:x1873175924346112:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 42us (3689us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400392.207023:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 17 00000100:00100000:2.0:1786400392.207040:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 18 00000100:00100000:2.0:1786400392.207047:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d82ef978-ddd9-498c-82a0-27204eae3730+5:2402:x1873175924345728:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:2.0:1786400392.207086:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d82ef978-ddd9-498c-82a0-27204eae3730+5:2402:x1873175924345728:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 39us (3652us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400392.207092:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 18 00000100:00080000:2.0:1786400392.207112:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1786400392.207117:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1786400392.207119:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1786400392.207122:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1786400392.208439:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400392.209119:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924346240 00000100:00100000:2.0:1786400392.209129:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924346240 00000100:00100000:2.0:1786400392.209565:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 19 00000100:00100000:2.0:1786400392.209576:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+5:2402:x1873175924346240:12345-192.168.203.33@tcp:400:kworker.0 00000100:00100000:2.0:1786400392.209710:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8ceb7064-3422-4fe1-aa37-32ea0979cfc2+5:2402:x1873175924346240:12345-192.168.203.33@tcp:400:kworker.0 Request processed in 117us (4567us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400392.209719:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 19 00000100:00080000:1.0:1786400392.210246:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1786400392.211285:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924346496 00000100:00100000:3.0:1786400392.211294:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924346496 00000100:00100000:3.0:1786400392.212314:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 62 00000100:00100000:3.0:1786400392.212327:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+15:18764:x1873175924346496:12345-192.168.203.33@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1786400392.212386:0:22707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1786400392.212413:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40030a00/0x2c22c21443906d0d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ab4 expref: 15 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.212452:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c8f5ed2de00) 00010000:00010000:3.0:1786400392.212457:0:22707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1786400392.212621:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906d1b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.212636:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906d1b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.212645:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906d1b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1786400392.212787:0:22707:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002e89dea9 reply state 0000000054d174a6 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906d1b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.212799:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e483fa600/0x2c22c21443906d1b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.212806:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c8f5ed2de00) 00010000:00010000:3.0:1786400392.212809:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1786400392.212812:0:22707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1786400392.212910:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d82ef978-ddd9-498c-82a0-27204eae3730+16:18764:x1873175924346496:12345-192.168.203.33@tcp:36:lhsmtool_posix.0 Request processed in 586us (4476us total) trans 12884901911 rc 0/0 00000100:00100000:3.0:1786400392.212918:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 62 00000100:00100000:1.0:1786400392.219978:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400392.220127:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924346624 00000100:00100000:3.0:1786400392.220136:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924346624 00000100:00100000:3.0:1786400392.220278:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 29 00000100:00100000:3.0:1786400392.220289:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d82ef978-ddd9-498c-82a0-27204eae3730+7:18764:x1873175924346624:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1786400392.220306:0:24213:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1786400392.220396:0:24213:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094923304/0x2c22c21443906d22 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227ac2 expref: -99 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.220431:0:24213:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d14 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227abb expref: 8 pid: 24213 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.220441:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400392.220445:0:24213:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1786400392.220450:0:24213:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094923304/0x2c22c21443906d22 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ac2 expref: 8 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.220546:0:24213:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227abb expref: 8 pid: 24213 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.220562:0:24213:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227abb expref: 8 pid: 24213 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400392.220576:0:24213:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48175c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24213:1873175941223680:192.168.203.33@tcp:104: 00000100:00100000:3.0:1786400392.220796:0:24213:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8f7598a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786400392.223274:0:24213:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48175c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24213:1873175941223680:192.168.203.33@tcp:104: 00010000:00010000:2.0:1786400392.223307:0:24213:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000094923304/0x2c22c21443906d22 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ac2 expref: 8 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.223329:0:24213:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e483fb000, rc 0) 00000100:00100000:2.0:1786400392.223442:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d82ef978-ddd9-498c-82a0-27204eae3730+8:18764:x1873175924346624:12345-192.168.203.33@tcp:101:lhsmtool_posix.0 Request processed in 3154us (3473us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400392.223450:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 29 00000100:00100000:1.0:1786400392.225869:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:0.0:1786400392.225970:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924346752 00000100:00100000:0.0:1786400392.225979:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924346752 00010000:00010000:0.0:1786400392.226015:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227abb expref: 8 pid: 24213 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400392.226080:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 19 00000100:00100000:0.0:1786400392.226089:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d82ef978-ddd9-498c-82a0-27204eae3730+8:2402:x1873175924346752:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1786400392.226103:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1786400392.226124:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227abb expref: 8 pid: 24213 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.226137:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227abb expref: 8 pid: 24213 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.226158:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d14 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227abb expref: 8 pid: 24213 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.226186:0:22691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400392.226191:0:22691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400392.226197:0:22691:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000094923304/0x2c22c21443906d22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ac2 expref: 7 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.226207:0:22691:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094923304/0x2c22c21443906d22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ac2 expref: 7 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.226239:0:22691:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000094923304/0x2c22c21443906d22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ac2 expref: 7 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400392.226251:0:22691:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75b79180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22691:1873175941223808:192.168.203.33@tcp:105: 00000100:00100000:0.0:1786400392.226338:0:22691:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46863600 going to sleep for 11 seconds 00000100:00100000:0.0:1786400392.229629:0:22691:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75b79180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22691:1873175941223808:192.168.203.33@tcp:105: 00010000:00010000:0.0:1786400392.229654:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1786400392.229729:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d82ef978-ddd9-498c-82a0-27204eae3730+7:2402:x1873175924346752:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 3639us (3867us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400392.229739:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 19 00000100:00100000:2.0:1786400392.232242:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400392.232349:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924346880 00000100:00100000:3.0:1786400392.232359:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924346880 00000100:00100000:3.0:1786400392.232509:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 30 00000100:00100000:3.0:1786400392.232519:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d82ef978-ddd9-498c-82a0-27204eae3730+7:2402:x1873175924346880:12345-192.168.203.33@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1786400392.232677:0:24210:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1786400392.232681:0:24210:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1786400392 00002000:00010000:3.0:1786400392.232684:0:24210:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1786400391 00002000:00010000:3.0:1786400392.232736:0:24210:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1786400393 -> 1786400392 00002000:00010000:3.0:1786400392.232738:0:24210:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1786400392.232784:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d82ef978-ddd9-498c-82a0-27204eae3730+8:2402:x1873175924346880:12345-192.168.203.33@tcp:2:lhsmtool_posix.0 Request processed in 266us (548us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1786400392.232792:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 30 00000100:00100000:1.0:1786400392.235941:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400392.236075:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924347008 00000100:00100000:2.0:1786400392.236085:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924347008 00000100:00100000:2.0:1786400392.236179:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 31 00000100:00100000:2.0:1786400392.236198:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d82ef978-ddd9-498c-82a0-27204eae3730+8:2401:x1873175924347008:12345-192.168.203.33@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1786400392.236241:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d29 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.236261:0:24212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000094923304/0x2c22c21443906d22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ac2 expref: 8 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.236271:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1786400392.236275:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1786400392.236280:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d29 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.236316:0:24212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000094923304/0x2c22c21443906d22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ac2 expref: 8 pid: 24213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.236330:0:24212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000094923304/0x2c22c21443906d22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ac2 expref: 8 pid: 24213 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400392.236358:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f77c1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24212:1873175941223936:192.168.203.33@tcp:104: 00000100:00100000:2.0:1786400392.236448:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b206c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786400392.239864:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400392.239943:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924347136 00000100:00100000:3.0:1786400392.239951:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924347136 00010000:00010000:3.0:1786400392.239989:0:22690:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000094923304/0x2c22c21443906d22 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ac2 expref: 9 pid: 24213 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400392.240038:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 20 00000100:00100000:3.0:1786400392.240048:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f78e37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d82ef978-ddd9-498c-82a0-27204eae3730+9:2402:x1873175924347136:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1786400392.240080:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1786400392.240102:0:22690:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000094923304/0x2c22c21443906d22 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ac2 expref: 9 pid: 24213 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.240115:0:22690:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000094923304/0x2c22c21443906d22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ac2 expref: 9 pid: 24213 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.240140:0:22690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1786400392.240144:0:22690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1786400392.240149:0:22690:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d29 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.240159:0:22690:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d29 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.240192:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1786400392.240253:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d82ef978-ddd9-498c-82a0-27204eae3730+9:2402:x1873175924347136:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 206us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400392.240261:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 20 00010000:00010000:2.0:1786400392.240784:0:24212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094923304/0x2c22c21443906d22 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ac2 expref: 8 pid: 24213 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400392.240801:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f77c1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24212:1873175941223936:192.168.203.33@tcp:104: 00010000:00010000:2.0:1786400392.240821:0:24212:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d29 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.240840:0:24212:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d29 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.240848:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d29 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.240868:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d29 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.240877:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d29 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.240885:0:24212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d29 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.240893:0:24212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47876200 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:2.0:1786400392.240897:0:24212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d29 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.240906:0:24212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d29 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.240919:0:24212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d29 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.240938:0:24212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0465424/0x2c22c21443906d29 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400392.241049:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f78e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d82ef978-ddd9-498c-82a0-27204eae3730+7:2401:x1873175924347008:12345-192.168.203.33@tcp:1:lhsmtool_posix.0 Request processed in 4853us (5118us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400392.241058:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 31 00000100:00100000:1.0:1786400392.245235:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400392.245346:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924347392 00000100:00100000:2.0:1786400392.245356:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924347392 00000100:00100000:2.0:1786400392.245468:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 63 00000100:00100000:2.0:1786400392.245492:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+16:18764:x1873175924347392:12345-192.168.203.33@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1786400392.245571:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876a00/0x2c22c21443906d30 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.245589:0:25039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c7a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a83 expref: 16 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.245599:0:25039:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876a00/0x2c22c21443906d30 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.245653:0:25039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c7a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a83 expref: 16 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.245666:0:25039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c7a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a83 expref: 16 pid: 22705 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400392.245680:0:25039:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f77c1f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25039:1873175941224064:192.168.203.33@tcp:104: 00000100:00100000:2.0:1786400392.245814:0:25039:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b206c0 going to sleep for 11 seconds 00000100:00100000:0.0:1786400392.249584:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400392.249802:0:25039:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f77c1f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25039:1873175941224064:192.168.203.33@tcp:104: 00010000:00010000:2.0:1786400392.249829:0:25039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876a00/0x2c22c21443906d30 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400392.251441:0:25734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924347520 00000100:00100000:1.0:1786400392.251451:0:25734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924347520 00010000:00010000:1.0:1786400392.251495:0:25734:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c7a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a83 expref: 17 pid: 22705 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400392.251590:0:25734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 21 00000100:00100000:1.0:1786400392.251601:0:25734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d82ef978-ddd9-498c-82a0-27204eae3730+17:2403:x1873175924347520:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1786400392.251629:0:25734:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1786400392.251637:0:25734:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c7a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a83 expref: 17 pid: 22705 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.251652:0:25734:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c7a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a83 expref: 17 pid: 22705 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.251675:0:25734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69200/0x2c22c21443906c7a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a83 expref: 17 pid: 22705 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.251706:0:25734:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:1.0:1786400392.251713:0:25734:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906c96 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a91 expref: 16 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.251723:0:25734:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876a00/0x2c22c21443906d30 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.251732:0:25734:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876a00/0x2c22c21443906d30 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.251757:0:25734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876a00/0x2c22c21443906d30 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.251795:0:25734:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1786400392.251851:0:25734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d82ef978-ddd9-498c-82a0-27204eae3730+16:2403:x1873175924347520:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 251us (2276us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400392.251859:0:25734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 21 00010000:00010000:0.0:1786400392.251968:0:25039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876a00/0x2c22c21443906d30 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.251976:0:25039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876a00/0x2c22c21443906d30 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.252165:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d3e00/0x2c22c21443906d37 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.252178:0:25039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876400/0x2c22c21443906cff lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227aad expref: 16 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.252186:0:25039:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d3e00/0x2c22c21443906d37 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.252213:0:25039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876400/0x2c22c21443906cff lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227aad expref: 16 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.252227:0:25039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876400/0x2c22c21443906cff lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227aad expref: 16 pid: 25039 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400392.252240:0:25039:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75b78e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25039:1873175941224192:192.168.203.33@tcp:104: 00000100:00100000:0.0:1786400392.252293:0:25039:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46863d80 going to sleep for 11 seconds 00000100:00100000:0.0:1786400392.255891:0:25039:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75b78e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25039:1873175941224192:192.168.203.33@tcp:104: 00010000:00010000:0.0:1786400392.255920:0:25039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d3e00/0x2c22c21443906d37 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400392.257671:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400392.258009:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924347648 00000100:00100000:3.0:1786400392.258018:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924347648 00010000:00010000:3.0:1786400392.258052:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876400/0x2c22c21443906cff lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227aad expref: 17 pid: 25039 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786400392.258121:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 22 00000100:00100000:3.0:1786400392.258130:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d82ef978-ddd9-498c-82a0-27204eae3730+17:2402:x1873175924347648:12345-192.168.203.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1786400392.258143:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1786400392.258149:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876400/0x2c22c21443906cff lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227aad expref: 17 pid: 25039 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.258161:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876400/0x2c22c21443906cff lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227aad expref: 17 pid: 25039 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.258180:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876400/0x2c22c21443906cff lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.33@tcp remote: 0x67dc66580f227aad expref: 17 pid: 25039 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.258195:0:22691:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c8f5ed2de00) 00010000:00010000:3.0:1786400392.258200:0:22691:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d3e00/0x2c22c21443906d37 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.258209:0:22691:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d3e00/0x2c22c21443906d37 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.258227:0:22691:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d3e00/0x2c22c21443906d37 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.258256:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1786400392.258303:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d82ef978-ddd9-498c-82a0-27204eae3730+16:2402:x1873175924347648:12345-192.168.203.33@tcp:103:ldlm_bl.0 Request processed in 174us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400392.258311:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 22 00010000:00010000:0.0:1786400392.258456:0:25039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d3e00/0x2c22c21443906d37 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.258464:0:25039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d3e00/0x2c22c21443906d37 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1786400392.258562:0:25039:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1786400392.258678:0:25039:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1786400392.258746:0:25039:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1786400392.258825:0:25039:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75b78700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25039:1873175941224320:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1786400392.258868:0:25039:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400392.258888:0:25039:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46863c00 going to sleep for 11 seconds 00000100:00100000:1.0:1786400392.258939:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941224320 00000100:00100000:1.0:1786400392.258943:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941224320 00000100:00100000:1.0:1786400392.258979:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1786400392.258986:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:25039:x1873175941224320:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1786400392.259049:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:25039:x1873175941224320:12345-0@lo:1000:mdt00_003.0 Request processed in 63us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400392.259055:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1786400392.259233:0:25039:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75b78700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25039:1873175941224320:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1786400392.259358:0:25039:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1786400392.259390:0:25039:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75b78700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25039:1873175941224448:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1786400392.259423:0:25039:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1786400392.259479:0:25039:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46863600 going to sleep for 11 seconds 00000100:00100000:1.0:1786400392.259591:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941224448 00000100:00100000:1.0:1786400392.259595:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941224448 00000100:00100000:1.0:1786400392.259657:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1786400392.259664:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:25039:x1873175941224448:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1786400392.259777:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:25039:x1873175941224448:12345-0@lo:1000:mdt00_003.0 Request processed in 113us (352us total) trans 12884901894 rc 0/0 00000100:00100000:1.0:1786400392.259784:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1786400392.259843:0:25039:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75b78700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25039:1873175941224448:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1786400392.259871:0:25039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d3e00/0x2c22c21443906d37 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.259880:0:25039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d3e00/0x2c22c21443906d37 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.259887:0:25039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d3e00/0x2c22c21443906d37 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.259894:0:25039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f413d3e00 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:2.0:1786400392.259898:0:25039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d3e00/0x2c22c21443906d37 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.259905:0:25039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d3e00/0x2c22c21443906d37 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.259916:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c8f5ed2de00) 00010000:00010000:2.0:1786400392.259919:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1786400392.259923:0:25039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d3e00/0x2c22c21443906d37 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.259929:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f413d3e00/0x2c22c21443906d37 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.259954:0:25039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906c8f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.259966:0:25039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906c8f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.259972:0:25039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906c8f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.259976:0:25039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f40031800 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:2.0:1786400392.259979:0:25039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906c8f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.259985:0:25039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906c8f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.259993:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:2.0:1786400392.259995:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1786400392.260001:0:25039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906c96 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a91 expref: 19 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.260011:0:25039:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906c96 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a91 expref: 19 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.260019:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906c96 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a91 expref: 19 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.260061:0:25039:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f77c69400/0x2c22c21443906c96 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227a91 expref: 19 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400392.260072:0:25039:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f77c1f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25039:1873175941224576:192.168.203.33@tcp:105: 00000100:00100000:2.0:1786400392.260125:0:25039:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c8e46b20900 going to sleep for 11 seconds 00000100:00100000:2.0:1786400392.264590:0:25039:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f77c1f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25039:1873175941224576:192.168.203.33@tcp:105: 00010000:00010000:2.0:1786400392.264896:0:25039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906c8f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.264908:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f40031800/0x2c22c21443906c8f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.264940:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876200/0x2c22c21443906d3e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.264953:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876200/0x2c22c21443906d3e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.264965:0:25039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876200/0x2c22c21443906d3e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.264974:0:25039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876200/0x2c22c21443906d3e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.264980:0:25039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876200/0x2c22c21443906d3e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.264986:0:25039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876200/0x2c22c21443906d3e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.264992:0:25039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47876200 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:2.0:1786400392.264996:0:25039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876200/0x2c22c21443906d3e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.265003:0:25039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876200/0x2c22c21443906d3e lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.265033:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:2.0:1786400392.265035:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1786400392.265039:0:25039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876200/0x2c22c21443906d3e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.265046:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876200/0x2c22c21443906d3e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.265058:0:25039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876a00/0x2c22c21443906d30 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.265064:0:25039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876a00/0x2c22c21443906d30 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.265069:0:25039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876a00/0x2c22c21443906d30 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.265075:0:25039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8e47876a00 already unused, calling callback (ffffffffc1b184f0) 00010000:00010000:2.0:1786400392.265078:0:25039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876a00/0x2c22c21443906d30 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.265084:0:25039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876a00/0x2c22c21443906d30 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.265091:0:25039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:2.0:1786400392.265094:0:25039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1786400392.265097:0:25039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876a00/0x2c22c21443906d30 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.265103:0:25039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876a00/0x2c22c21443906d30 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25039 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786400392.265318:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d82ef978-ddd9-498c-82a0-27204eae3730+19:18764:x1873175924347392:12345-192.168.203.33@tcp:57:lhsmtool_posix.0 Request processed in 19839us (20089us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1786400392.265328:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 63 00000020:00080000:2.0:1786400392.265335:0:25039:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1786400392.265991:0:22741:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1786400392.265997:0:22741:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1786400392.266032:0:22741:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1786400392.266038:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1786400392.271348:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400392.271404:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:1.0:1786400392.271512:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924347776 00000100:00100000:1.0:1786400392.271523:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924347776 00000100:00100000:1.0:1786400392.271560:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924348032 00000100:00100000:1.0:1786400392.271564:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924348032 00000100:00100000:1.0:1786400392.271577:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 10 00000100:00100000:1.0:1786400392.271585:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f77cc7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d82ef978-ddd9-498c-82a0-27204eae3730+20:18762:x1873175924347776:12345-192.168.203.33@tcp:49:dd.0 00000100:00100000:1.0:1786400392.271780:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f77cc7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d82ef978-ddd9-498c-82a0-27204eae3730+20:18762:x1873175924347776:12345-192.168.203.33@tcp:49:dd.0 Request processed in 194us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400392.271788:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 10 00000100:00100000:1.0:1786400392.271835:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 11 00000100:00100000:1.0:1786400392.271843:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48174700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d82ef978-ddd9-498c-82a0-27204eae3730+19:18764:x1873175924348032:12345-192.168.203.33@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1786400392.272058:0:22708:0:(mdd_object.c:4010:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1786400392.272089:0:22708:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:1.0:1786400392.272121:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906d45 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.272137:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906d45 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.272148:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906d45 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.272156:0:22708:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906d45 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.272163:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906d45 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.272169:0:22708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906d45 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.272196:0:22708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1786400392.272238:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48174700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d82ef978-ddd9-498c-82a0-27204eae3730+21:18764:x1873175924348032:12345-192.168.203.33@tcp:35:lhsmtool_posix.0 Request processed in 395us (834us total) trans 12884901918 rc 0/0 00000100:00100000:1.0:1786400392.272245:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 11 00000020:00080000:1.0:1786400392.272256:0:22708:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1786400392.272324:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1786400392.272330:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906d45 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.272338:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9bc00 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:3.0:1786400392.272342:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906d45 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.272350:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906d45 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.272362:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c8f5ed2de00) 00010000:00010000:3.0:1786400392.272366:0:22694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1786400392.272370:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906d45 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.272375:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8f42d9bc00/0x2c22c21443906d45 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786400392.272386:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400392.272388:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400392.272396:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786400392.277630:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400392.277832:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924348160 00000100:00100000:2.0:1786400392.277841:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924348160 00000100:00100000:2.0:1786400392.277936:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 64 00000100:00100000:2.0:1786400392.277947:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f47f2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+21:18762:x1873175924348160:12345-192.168.203.33@tcp:101:dd.0 00010000:00010000:2.0:1786400392.277971:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1786400392.277993:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876200/0x2c22c21443906d4c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67dc66580f227ac9 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.278027:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47877e00/0x2c22c21443906d53 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.278040:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47877e00/0x2c22c21443906d53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.278051:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47877e00/0x2c22c21443906d53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.278177:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47876200/0x2c22c21443906d4c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ac9 expref: 23 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.278195:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c8e47877e00/0x2c22c21443906d53 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp remote: 0x67dc66580f227ac9 expref: 22 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786400392.278204:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c8e47b51700) 00010000:00010000:2.0:1786400392.278213:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1786400392.278217:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c8e47877e00, rc 0) 00000100:00100000:2.0:1786400392.278324:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f47f2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d82ef978-ddd9-498c-82a0-27204eae3730+22:18762:x1873175924348160:12345-192.168.203.33@tcp:101:dd.0 Request processed in 379us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400392.278343:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 64 00000100:00100000:3.0:1786400392.306410:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:3.0:1786400392.306926:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp (source: 12345-192.168.203.33@tcp) 00000100:00100000:2.0:1786400392.307106:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924348288 00000100:00100000:2.0:1786400392.307116:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924348288 00000100:00100000:0.0:1786400392.307339:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175924348416 00000100:00100000:0.0:1786400392.307344:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175924348416 00000100:00100000:0.0:1786400392.307416:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 0 00000100:00100000:0.0:1786400392.307428:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d82ef978-ddd9-498c-82a0-27204eae3730+8:2403:x1873175924348288:12345-192.168.203.33@tcp:4:dd.0 00002000:00010000:0.0:1786400392.308334:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a7a4e88, atime: 0x6a7a4e87, ctime: 0x6a7a4e88, blocks: 0x0 00010000:00010000:0.0:1786400392.308348:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e323a08/0x2c22c21443906d5a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.308365:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=725s v=(0 0) 00010000:00010000:0.0:1786400392.308369:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1786400392.308376:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e323a08/0x2c22c21443906d5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.308405:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e323a08/0x2c22c21443906d5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1786400392.491179:0:24207:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:2.0:1786400392.491200:0:24207:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:1.0:1786400392.491418:0:24217:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1786400392.491423:0:24217:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1786400392 -> 1786400393 00002000:00010000:1.0:1786400392.491426:0:24217:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1786400392 -> 1786400393 00002000:00010000:1.0:1786400392.491428:0:24217:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:1.0:1786400392.491447:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e323a08/0x2c22c21443906d5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.491461:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e323a08/0x2c22c21443906d5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.491470:0:24217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e323a08/0x2c22c21443906d5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.491478:0:24217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f413d3000 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:1.0:1786400392.491483:0:24217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e323a08/0x2c22c21443906d5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.491492:0:24217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e323a08/0x2c22c21443906d5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.491512:0:24217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e323a08/0x2c22c21443906d5a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.491519:0:24217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e323a08/0x2c22c21443906d5a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786400392.491663:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d82ef978-ddd9-498c-82a0-27204eae3730+6:2403:x1873175924348288:12345-192.168.203.33@tcp:4:dd.0 Request processed in 184231us (185255us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1786400392.491679:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 0 00000100:00100000:1.0:1786400392.491828:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp, seq: 1 00000100:00100000:1.0:1786400392.491840:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d82ef978-ddd9-498c-82a0-27204eae3730+5:2403:x1873175924348416:12345-192.168.203.33@tcp:4:dd.0 00002000:00010000:1.0:1786400392.491882:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x6a7a4e89, atime: 0x6a7a4e87, ctime: 0x6a7a4e89, blocks: 0x2000 00010000:00010000:1.0:1786400392.491889:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004abec02b/0x2c22c21443906d61 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.491899:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=726s v=(0 0) 00010000:00010000:1.0:1786400392.491904:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1786400392.491910:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004abec02b/0x2c22c21443906d61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786400392.491921:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004abec02b/0x2c22c21443906d61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1786400392.593909:0:24207:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:0.0:1786400392.594748:0:24217:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:0.0:1786400392.594755:0:24217:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:0.0:1786400392.594772:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004abec02b/0x2c22c21443906d61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.594786:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004abec02b/0x2c22c21443906d61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.594795:0:24217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004abec02b/0x2c22c21443906d61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.594802:0:24217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c8f42d9a200 already unused, calling callback (ffffffffc0f0ee90) 00010000:00010000:0.0:1786400392.594807:0:24217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004abec02b/0x2c22c21443906d61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.594816:0:24217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004abec02b/0x2c22c21443906d61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.594835:0:24217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004abec02b/0x2c22c21443906d61 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786400392.594842:0:24217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004abec02b/0x2c22c21443906d61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786400392.595035:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d82ef978-ddd9-498c-82a0-27204eae3730+5:2403:x1873175924348416:12345-192.168.203.33@tcp:4:dd.0 Request processed in 103194us (288105us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1786400392.595045:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp, seq: 1 00010000:00010000:3.0:1786400392.884014:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1786400393.762874:0:25788:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:0.0:1786400393.909458:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786400394.931994:0:22693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786400395.444610:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e48177100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941224704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1786400395.444674:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400395.444739:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941224704 00000100:00100000:3.0:1786400395.444746:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941224704 00000100:00100000:3.0:1786400395.444807:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1786400395.444817:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941224704:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1786400395.445114:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f13737b8-c470-46e6-b04d-cb6cb5174b94:3648:1873175941224832:0@lo:400:kworker.0 00000100:00100000:1.0:1786400395.445147:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400395.445172:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941225344:0@lo:400:kworker.0 00000100:00100000:1.0:1786400395.445191:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1786400395.445204:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1873175941225856:0@lo:400:kworker.0 00000100:00100000:1.0:1786400395.445221:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1786400395.445357:0:24215:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1786400395.445403:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1873175941224704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 586us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400395.445410:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:3.0:1786400395.445435:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1786400395.445448:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941224960:0@lo:400:kworker.0 00000100:00100000:3.0:1786400395.445472:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400395.445490:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941225472:0@lo:400:kworker.0 00000100:00100000:1.0:1786400395.446436:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941224832 00000100:00100000:1.0:1786400395.446443:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941224832 00000100:00100000:1.0:1786400395.446483:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1786400395.446491:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:3648:x1873175941224832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400395.446550:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f13737b8-c470-46e6-b04d-cb6cb5174b94+24:3648:x1873175941224832:12345-0@lo:400:kworker.0 Request processed in 60us (1401us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400395.446556:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1786400395.446587:0:25595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941225344 00000100:00100000:1.0:1786400395.446603:0:25595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941225344 00000100:00100000:1.0:1786400395.446625:0:25595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941224960 00000100:00100000:1.0:1786400395.446628:0:25595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941224960 00000100:00100000:1.0:1786400395.446640:0:25595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1786400395.446646:0:25595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941225344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400395.446680:0:25595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941225344:12345-0@lo:400:kworker.0 Request processed in 34us (1487us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400395.446686:0:25595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1786400395.446714:0:25595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1786400395.446720:0:25595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941224960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400395.446749:0:25595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1873175941224960:12345-0@lo:400:kworker.0 Request processed in 29us (1276us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400395.446754:0:25595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1786400395.446793:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f13737b8-c470-46e6-b04d-cb6cb5174b94:3648:1873175941224832:0@lo:400:kworker.0 00000100:00100000:1.0:1786400395.446805:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941225344:0@lo:400:kworker.0 00000100:00100000:3.0:1786400395.447681:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400395.447735:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1873175941225984:0@lo:400:kworker.0 00000100:00100000:3.0:1786400395.447779:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400395.447819:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1873175941224960:0@lo:400:kworker.0 00000100:00100000:3.0:1786400395.447856:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941225088:0@lo:400:kworker.0 00000100:00100000:3.0:1786400395.447880:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400395.447899:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e474b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941225600:0@lo:400:kworker.0 00000100:00100000:3.0:1786400395.447936:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400395.447952:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1873175941226112:0@lo:400:kworker.0 00000100:00100000:3.0:1786400395.447973:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400395.447991:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1786400395.447998:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f47f2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941225216:0@lo:400:kworker.0 00000100:00100000:3.0:1786400395.448016:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400395.448032:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8e474bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1873175941225728:0@lo:400:kworker.0 00000100:00100000:3.0:1786400395.448050:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400395.448061:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f758b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1873175941226240:0@lo:400:kworker.0 00000100:00100000:3.0:1786400395.448080:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1786400395.448099:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941225472 00000100:00100000:3.0:1786400395.448104:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941225472 00000100:00100000:3.0:1786400395.448146:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941225088 00000100:00100000:3.0:1786400395.448148:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941225088 00000100:00100000:3.0:1786400395.448162:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941225600 00000100:00100000:3.0:1786400395.448165:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941225600 00000100:00100000:3.0:1786400395.448181:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1786400395.448188:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941225472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400395.448724:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941225856 00000100:00100000:2.0:1786400395.448731:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941225856 00000100:00100000:2.0:1786400395.449064:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941225984 00000100:00100000:2.0:1786400395.449068:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941225984 00000100:00100000:2.0:1786400395.449083:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941226112 00000100:00100000:2.0:1786400395.449086:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941226112 00000100:00100000:2.0:1786400395.449099:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941225216 00000100:00100000:2.0:1786400395.449102:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941225216 00000100:00100000:2.0:1786400395.449112:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941225728 00000100:00100000:2.0:1786400395.449115:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941225728 00000100:00100000:2.0:1786400395.449124:0:25039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941226240 00000100:00100000:2.0:1786400395.449127:0:25039:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941226240 00000100:00100000:2.0:1786400395.449142:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1786400395.449150:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f758b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1873175941225856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1786400395.449420:0:24747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1786400395.449430:0:24747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941225088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1786400395.449576:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1786400395.449586:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1873175941225984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400395.449919:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f758b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1873175941225856:12345-0@lo:400:kworker.0 Request processed in 768us (4694us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400395.449927:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1786400395.449948:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1786400395.449955:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1873175941226112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400395.449990:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1873175941226112:12345-0@lo:400:kworker.0 Request processed in 36us (2016us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400395.450010:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1786400395.450023:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1786400395.450029:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941225216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400395.450057:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1873175941225216:12345-0@lo:400:kworker.0 Request processed in 29us (2040us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400395.450063:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1786400395.450073:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1786400395.450078:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e4813bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1873175941225728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400395.450102:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e4813bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1873175941225728:12345-0@lo:400:kworker.0 Request processed in 23us (2050us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400395.450108:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1786400395.450118:0:25039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1786400395.450124:0:25039:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1873175941226240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400395.450146:0:25039:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1873175941226240:12345-0@lo:400:kworker.0 Request processed in 23us (2066us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400395.450152:0:25039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00080000:2.0:1786400395.452302:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1786400395.452309:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1786400395.452313:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1786400395.452315:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1786400395.452343:0:24213:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1786400395.452354:0:24213:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:2.0:1786400395.452416:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e48177100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1873175941224704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1786400395.452459:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1786400395.452469:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1786400395.452479:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8e48175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941225600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1786400395.452575:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1873175941225600:12345-0@lo:400:kworker.0 Request processed in 97us (4637us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400395.452583:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1786400395.453331:0:24747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1873175941225088:12345-0@lo:400:kworker.0 Request processed in 3900us (5447us total) trans 0 rc 0/0 00000100:00100000:1.0:1786400395.453348:0:24747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1786400395.453469:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1873175941225856:0@lo:400:kworker.0 00000100:00100000:2.0:1786400395.454085:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1873175941225472:0@lo:400:kworker.0 00000100:00100000:2.0:1786400395.454127:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1873175941225216:0@lo:400:kworker.0 00000100:00100000:2.0:1786400395.454139:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e474bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1873175941225728:0@lo:400:kworker.0 00010000:00080000:2.0:1786400395.454152:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f758b8000 x1873175941226240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400395.454163:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1873175941226240:0@lo:400:kworker.0 00000100:00100000:2.0:1786400395.454171:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:2.0:1786400395.454176:0:3646:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9c8f77c1fb80, transno 12884901892 00000004:00080000:2.0:1786400395.454185:0:3646:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:2.0:1786400395.454200:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f47f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1873175941225088:0@lo:400:kworker.0 00000100:00100000:2.0:1786400395.454212:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8e474b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1873175941225600:0@lo:400:kworker.0 00000100:00100000:2.0:1786400395.454443:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1873175941226112:0@lo:400:kworker.0 00000100:00100000:0.0:1786400395.454825:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1873175941225984:12345-0@lo:400:kworker.0 Request processed in 5240us (7044us total) trans 0 rc 0/0 00000100:00100000:0.0:1786400395.454835:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1786400395.454903:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c8f75b78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941226368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1786400395.454940:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1786400395.455437:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c8f758baa00 x1873175941225984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1786400411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786400395.455448:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f758baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1873175941225984:0@lo:400:kworker.0 00000100:00100000:2.0:1786400395.455480:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873175941226368 00000100:00100000:2.0:1786400395.455486:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873175941226368 00000100:00100000:2.0:1786400395.455610:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1786400395.455619:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c8f75b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941226368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1786400395.455649:0:24215:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1786400395.455709:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8f75b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1873175941226368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1786400395.455716:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1786400395.455994:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c8f75b78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1873175941226368:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1786400395.456310:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c8e48177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1873175941225472:12345-0@lo:400:kworker.0 Request processed in 8120us (8630us total) trans 0 rc 0/0 00000100:00100000:3.0:1786400395.456320:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 Debug log: 13845 lines, 13845 kept, 0 dropped, 0 bad.