00000100:00100000:1.0F:1784935732.428603:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935732.428665:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935732.428695:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935732.428711:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935732.428728:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935732.428746:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935732.428782:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935732.428800:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935732.428819:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935732.428843:0:17197:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273232000 00000100:00100000:1.0:1784935732.428852:0:17197:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273232000 00000100:00100000:1.0:1784935732.428899:0:17197:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273232128 00000100:00100000:1.0:1784935732.428902:0:17197:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273232128 00000100:00100000:1.0:1784935732.428912:0:17197:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273232640 00000100:00100000:1.0:1784935732.428914:0:17197:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273232640 00000100:00100000:1.0:1784935732.428943:0:17197:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273232512 00000100:00100000:1.0:1784935732.428945:0:17197:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273232512 00000100:00100000:1.0:1784935732.428961:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 64 00000100:00100000:1.0:1784935732.428969:0:17197:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443590000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d45adfc-e178-41b7-9e70-f7155e381607+22:2391:x1871640273232000:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:1.0:1784935732.429040:0:17197:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443590000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d45adfc-e178-41b7-9e70-f7155e381607+22:2391:x1871640273232000:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 71us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935732.429048:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 64 00000100:00100000:1.0:1784935732.429064:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 65 00000100:00100000:1.0:1784935732.429071:0:17197:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d45adfc-e178-41b7-9e70-f7155e381607+5:2392:x1871640273232128:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:1.0:1784935732.429119:0:17197:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d45adfc-e178-41b7-9e70-f7155e381607+5:2392:x1871640273232128:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 40us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935732.429126:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 65 00000100:00100000:1.0:1784935732.429138:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 66 00000100:00100000:1.0:1784935732.429144:0:17197:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:721bb6e9-58e8-4959-869d-7891367d4bab+5:2392:x1871640273232640:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:1.0:1784935732.429177:0:17197:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:721bb6e9-58e8-4959-869d-7891367d4bab+5:2392:x1871640273232640:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 34us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935732.429184:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 66 00000100:00100000:1.0:1784935732.429196:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 67 00000100:00100000:1.0:1784935732.429202:0:17197:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:721bb6e9-58e8-4959-869d-7891367d4bab+6:2391:x1871640273232512:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0F:1784935732.429391:0:17190:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273231872 00000100:00100000:0.0:1784935732.429402:0:17190:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273231872 00000100:00100000:0.0:1784935732.429432:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 167 00000100:00100000:0.0:1784935732.429439:0:17190:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:07085f05-e0be-469f-87e0-210ab47bba20+13:2392:x1871640273231872:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1784935732.429466:0:17190:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:07085f05-e0be-469f-87e0-210ab47bba20+13:2392:x1871640273231872:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 27us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935732.429472:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 167 00000100:00100000:0.0:1784935732.429516:0:18706:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273232384 00000100:00100000:0.0:1784935732.429519:0:18706:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273232384 00000100:00100000:0.0:1784935732.429540:0:18706:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273232896 00000100:00100000:0.0:1784935732.429542:0:18706:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273232896 00000100:00100000:0.0:1784935732.429554:0:18706:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273232256 00000100:00100000:0.0:1784935732.429557:0:18706:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273232256 00000100:00100000:0.0:1784935732.429567:0:18706:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273232768 00000100:00100000:0.0:1784935732.429570:0:18706:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273232768 00000100:00100000:0.0:1784935732.429585:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 22 00000100:00100000:0.0:1784935732.429590:0:18706:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d45adfc-e178-41b7-9e70-f7155e381607+5:2392:x1871640273232384:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1784935732.429616:0:18706:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d45adfc-e178-41b7-9e70-f7155e381607+5:2392:x1871640273232384:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 25us (903us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935732.429621:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 22 00000100:00100000:0.0:1784935732.429632:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 23 00000100:00100000:0.0:1784935732.429637:0:18706:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:721bb6e9-58e8-4959-869d-7891367d4bab+5:2392:x1871640273232896:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1784935732.429654:0:18706:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:721bb6e9-58e8-4959-869d-7891367d4bab+5:2392:x1871640273232896:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 17us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935732.429659:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 23 00000100:00100000:0.0:1784935732.429679:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 24 00000100:00100000:0.0:1784935732.429685:0:18706:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d45adfc-e178-41b7-9e70-f7155e381607+5:2391:x1871640273232256:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1784935732.429717:0:18706:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d45adfc-e178-41b7-9e70-f7155e381607+5:2391:x1871640273232256:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 33us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935732.429723:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 24 00000100:00100000:0.0:1784935732.429734:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 25 00000100:00100000:0.0:1784935732.429739:0:18706:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:721bb6e9-58e8-4959-869d-7891367d4bab+5:2391:x1871640273232768:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1784935732.429757:0:18706:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:721bb6e9-58e8-4959-869d-7891367d4bab+5:2391:x1871640273232768:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 18us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935732.429762:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 25 00000100:00080000:0.0:1784935732.429823:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1784935732.429827:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1784935732.429829:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1784935732.429832:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1784935732.430756:0:17197:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:721bb6e9-58e8-4959-869d-7891367d4bab+6:2391:x1871640273232512:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 1545us (1945us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935732.430853:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 67 00010000:00010000:3.0F:1784935732.527378:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935733.170069:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784935733.170102:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292175104:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1784935733.170178:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935733.170405:0:18707:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292175104 00000100:00100000:3.0:1784935733.170413:0:18707:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292175104 00000100:00100000:3.0:1784935733.170471:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1784935733.170482:0:18707:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292175104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1784935733.170510:0:18707:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1784935733.170558:0:18707:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292175104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935733.170566:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1784935733.170615:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292175104:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1784935733.170664:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1784935733.550092:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1784935733.684499:0:17178:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:1.0:1784935733.684517:0:17178:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8d4547eabc00 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:1.0:1784935733.684522:0:17178:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8d4542a8e300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8d4547eab540 00000020:00080000:1.0:1784935733.684526:0:17178:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8d4542a8ea00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8d4442328e00 00000020:00080000:0.0:1784935733.684579:0:17237:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:0.0:1784935733.684642:0:17237:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:2.0F:1784935733.686594:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d457d300000/0x857e02f4e0b17e60 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18430 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935733.686616:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d457d300000/0x857e02f4e0b17e60 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18430 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935733.686623:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d457d300000/0x857e02f4e0b17e60 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18430 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935733.686629:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d300000 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:2.0:1784935733.686634:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d457d300000/0x857e02f4e0b17e60 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18430 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935733.686640:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d457d300000/0x857e02f4e0b17e60 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18430 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935733.686655:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8d4543da8900) 00010000:00010000:2.0:1784935733.686658:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784935733.686662:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d457d300000/0x857e02f4e0b17e60 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18430 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935733.686668:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d457d300000/0x857e02f4e0b17e60 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18430 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935734.577248:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784935734.691438:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935734.691516:0:18430:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273233024 00000100:00100000:0.0:1784935734.691526:0:18430:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273233024 00000100:00100000:0.0:1784935734.691595:0:18430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 65 00000100:00100000:0.0:1784935734.691604:0:18430:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574031180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d45adfc-e178-41b7-9e70-f7155e381607+13:15567:x1871640273233024:12345-192.168.203.28@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1784935734.692202:0:18430:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574031180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d45adfc-e178-41b7-9e70-f7155e381607+13:15567:x1871640273233024:12345-192.168.203.28@tcp:60:lhsmtool_posix.0 Request processed in 596us (1281us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935734.692211:0:18430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 65 00000100:00080000:1.0:1784935734.692437:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1784935734.695165:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935734.695312:0:17198:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273233152 00000100:00100000:1.0:1784935734.695322:0:17198:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273233152 00000100:00100000:1.0:1784935734.695384:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 66 00000100:00100000:1.0:1784935734.695394:0:17198:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d45adfc-e178-41b7-9e70-f7155e381607+5:15567:x1871640273233152:12345-192.168.203.28@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1784935734.695481:0:17198:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d45adfc-e178-41b7-9e70-f7155e381607+5:15567:x1871640273233152:12345-192.168.203.28@tcp:60:lhsmtool_posix.0 Request processed in 89us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935734.695489:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 66 00000100:00080000:0.0:1784935734.695789:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1784935734.699197:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935734.704651:0:17201:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273233408 00000100:00100000:0.0:1784935734.704663:0:17201:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273233408 00000100:00100000:0.0:1784935734.704725:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 12 00000100:00100000:0.0:1784935734.704735:0:17201:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443dae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5d45adfc-e178-41b7-9e70-f7155e381607+13:15567:x1871640273233408:12345-192.168.203.28@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1784935734.705274:0:17201:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443dae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5d45adfc-e178-41b7-9e70-f7155e381607+14:15567:x1871640273233408:12345-192.168.203.28@tcp:35:lhsmtool_posix.0 Request processed in 539us (6085us total) trans 8589934623 rc 0/0 00000100:00100000:0.0:1784935734.705283:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 12 00000100:00100000:0.0:1784935734.705374:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292175232:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784935734.705424:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935734.705467:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784935734.705474:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292175360:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784935734.705496:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935734.705523:0:17203:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292175232 00000100:00100000:0.0:1784935734.705527:0:17203:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292175232 00000100:00100000:0.0:1784935734.705551:0:17203:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292175360 00000100:00100000:0.0:1784935734.705554:0:17203:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292175360 00000100:00100000:0.0:1784935734.705567:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1784935734.705573:0:17203:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292175232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1784935734.705595:0:17203:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1784935734.705631:0:17203:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292175232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935734.705638:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1784935734.705649:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1784935734.705655:0:17203:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292175360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1784935734.709116:0:17203:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1784935734.709198:0:17203:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292175360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3540us (3697us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935734.709208:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1784935734.709275:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292175360:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784935734.709289:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292175232:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1784935735.216979:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1784935735.217004:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292175488:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1784935735.217090:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935735.217639:0:18707:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292175488 00000100:00100000:3.0:1784935735.217648:0:18707:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292175488 00000100:00100000:3.0:1784935735.217719:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1784935735.217729:0:18707:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292175488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1784935735.217760:0:18707:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1784935735.217808:0:18707:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292175488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935735.217815:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:1.0:1784935735.218172:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784935735.218212:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292175488:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1784935735.534846:0:17951:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1784935735.597705:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784935735.725588:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3650:1871640292175616:0@lo:400:kworker.0 00000100:00100000:3.0:1784935735.725659:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935735.725702:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292176128:0@lo:400:kworker.0 00000100:00100000:3.0:1784935735.725728:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935735.725745:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3650:1871640292176640:0@lo:400:kworker.0 00000100:00100000:3.0:1784935735.725768:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935735.725790:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1784935735.725811:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3650:1871640292176000:0@lo:400:kworker.0 00000100:00100000:3.0:1784935735.725836:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935735.725850:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3650:1871640292176512:0@lo:400:kworker.0 00000100:00100000:3.0:1784935735.732645:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935735.732715:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3650:1871640292177024:0@lo:400:kworker.0 00000100:00100000:3.0:1784935735.732775:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935735.733698:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292175744:0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.733747:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935735.733772:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292176256:0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.733795:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935735.733814:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3651:1871640292176768:0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.733838:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935735.733857:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1784935735.733864:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292175872:0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.733884:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935735.733900:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292176384:0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.733918:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935735.733960:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3651:1871640292176896:0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.733980:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935735.734007:0:17203:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292176128 00000100:00100000:0.0:1784935735.734014:0:17203:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292176128 00000100:00100000:0.0:1784935735.734053:0:17203:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292175744 00000100:00100000:0.0:1784935735.734056:0:17203:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292175744 00000100:00100000:0.0:1784935735.734072:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1784935735.734079:0:17203:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574334000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292176128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.734153:0:17203:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574334000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292176128:12345-0@lo:400:kworker.0 Request processed in 73us (8424us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935735.734160:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1784935735.734177:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1784935735.734183:0:17203:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292175744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.734225:0:17203:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292175744:12345-0@lo:400:kworker.0 Request processed in 42us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935735.734231:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1784935735.734247:0:18430:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292176640 00000100:00100000:0.0:1784935735.734251:0:18430:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292176640 00000100:00100000:0.0:1784935735.734276:0:18430:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292176000 00000100:00100000:0.0:1784935735.734279:0:18430:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292176000 00000100:00100000:0.0:1784935735.734287:0:18430:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292176512 00000100:00100000:0.0:1784935735.734290:0:18430:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292176512 00000100:00100000:0.0:1784935735.734300:0:18430:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292177024 00000100:00100000:0.0:1784935735.734302:0:18430:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292177024 00000100:00100000:0.0:1784935735.734312:0:18430:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292176768 00000100:00100000:0.0:1784935735.734314:0:18430:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292176768 00000100:00100000:0.0:1784935735.734326:0:18430:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292176896 00000100:00100000:0.0:1784935735.734328:0:18430:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292176896 00000100:00100000:0.0:1784935735.734340:0:18430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1784935735.734346:0:18430:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574335180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1871640292176640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.734378:0:18430:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574335180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1871640292176640:12345-0@lo:400:kworker.0 Request processed in 31us (8609us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935735.734383:0:18430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1784935735.734395:0:18430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1784935735.734400:0:18430:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1871640292176000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.734427:0:18430:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1871640292176000:12345-0@lo:400:kworker.0 Request processed in 27us (8591us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935735.734632:0:18430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1784935735.734646:0:18430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1784935735.734651:0:18430:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1871640292176512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.734682:0:18430:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1871640292176512:12345-0@lo:400:kworker.0 Request processed in 32us (8800us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935735.734688:0:18430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1784935735.734699:0:18430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1784935735.734705:0:18430:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575aed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1871640292177024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.734733:0:18430:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575aed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1871640292177024:12345-0@lo:400:kworker.0 Request processed in 28us (1957us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935735.734738:0:18430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1784935735.734749:0:18430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1784935735.734755:0:18430:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1871640292176768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.734782:0:18430:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1871640292176768:12345-0@lo:400:kworker.0 Request processed in 27us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935735.734788:0:18430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1784935735.734798:0:18430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1784935735.734804:0:18430:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1871640292176896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.734829:0:18430:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1871640292176896:12345-0@lo:400:kworker.0 Request processed in 25us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935735.734835:0:18430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1784935735.734859:0:18706:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292176256 00000100:00100000:0.0:1784935735.734863:0:18706:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292176256 00000100:00100000:0.0:1784935735.734890:0:18706:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292175872 00000100:00100000:0.0:1784935735.734893:0:18706:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292175872 00000100:00100000:0.0:1784935735.734914:0:18706:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292176384 00000100:00100000:0.0:1784935735.734917:0:18706:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292176384 00000100:00100000:1.0:1784935735.735178:0:17191:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292175616 00000100:00100000:1.0:1784935735.735183:0:17191:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292175616 00000100:00100000:1.0:1784935735.735231:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1784935735.735238:0:17191:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9c8b4eee-3769-4cc8-9dd4-4824356c9813+24:3650:x1871640292175616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935735.735275:0:17191:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9c8b4eee-3769-4cc8-9dd4-4824356c9813+24:3650:x1871640292175616:12345-0@lo:400:kworker.0 Request processed in 38us (9616us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935735.735281:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1784935735.735350:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1784935735.735361:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292177280:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1784935735.735389:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1784935735.735417:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1784935735.735420:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1784935735.735423:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1784935735.735425:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784935735.736299:0:18707:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292177280 00000100:00100000:3.0:1784935735.736308:0:18707:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292177280 00000100:00100000:3.0:1784935735.736346:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1784935735.736355:0:18707:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3652:x1871640292177280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1784935735.736382:0:18707:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1784935735.736447:0:18707:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3652:x1871640292177280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (1056us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935735.736454:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1784935735.736500:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292177280:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1784935735.736528:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4566eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292177152:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1784935735.736557:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935735.736594:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3650:1871640292176000:0@lo:400:kworker.0 00000100:00100000:3.0:1784935735.736606:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3650:1871640292176512:0@lo:400:kworker.0 00010000:00080000:3.0:1784935735.736621:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d44419caa00 x1871640292177024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935735.736632:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3650:1871640292177024:0@lo:400:kworker.0 00000100:00100000:3.0:1784935735.736644:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3650:1871640292175616:0@lo:400:kworker.0 00000100:00100000:3.0:1784935735.736674:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292176128:0@lo:400:kworker.0 00000100:00100000:3.0:1784935735.736685:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3650:1871640292176640:0@lo:400:kworker.0 00000100:00100000:3.0:1784935735.736720:0:18707:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292177152 00000100:00100000:3.0:1784935735.736723:0:18707:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292177152 00000100:00100000:3.0:1784935735.736743:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1784935735.736749:0:18707:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575aec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1871640292177152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1784935735.736760:0:18707:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1784935735.736790:0:18707:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575aec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1871640292177152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935735.736796:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1784935735.736826:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4566eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292177152:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1784935735.736862:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3651:1871640292176896:0@lo:400:kworker.0 00000100:00100000:3.0:1784935735.736874:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292175744:0@lo:400:kworker.0 00010000:00080000:3.0:1784935735.736886:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4443cd7480 x1871640292176768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935735.736896:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3651:1871640292176768:0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.737230:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1784935735.737242:0:18706:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292176256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.737306:0:18706:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292176256:12345-0@lo:400:kworker.0 Request processed in 67us (3509us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935735.737941:0:18703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1784935735.739261:0:18703:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292175872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935735.739337:0:18703:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292175872:12345-0@lo:400:kworker.0 Request processed in 1388us (5451us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935735.739346:0:18703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1784935735.739374:0:18703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1784935735.739381:0:18703:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292176384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935735.739411:0:18703:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292176384:12345-0@lo:400:kworker.0 Request processed in 31us (5492us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935735.740228:0:18703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1784935735.740396:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292175872:0@lo:400:kworker.0 00000100:00100000:1.0:1784935735.740410:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292176384:0@lo:400:kworker.0 00000100:00100000:1.0:1784935735.740421:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292176256:0@lo:400:kworker.0 00000100:00100000:0.0:1784935735.746107:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00010000:00010000:3.0:1784935736.621101:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784935737.525524:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935737.525572:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935737.525608:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935737.525637:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935737.525657:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935737.525674:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935737.525691:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935737.525715:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273233792 00000100:00100000:1.0:1784935737.525724:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273233792 00000100:00100000:1.0:1784935737.525787:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273234176 00000100:00100000:1.0:1784935737.525792:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273234176 00000100:00100000:1.0:1784935737.525805:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273233664 00000100:00100000:1.0:1784935737.525808:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273233664 00000100:00100000:1.0:1784935737.525818:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273234304 00000100:00100000:1.0:1784935737.525820:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273234304 00000100:00100000:3.0:1784935737.526269:0:18430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 74 00000100:00100000:3.0:1784935737.526284:0:18430:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d45adfc-e178-41b7-9e70-f7155e381607+5:2391:x1871640273233792:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1784935737.526365:0:18430:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d45adfc-e178-41b7-9e70-f7155e381607+5:2391:x1871640273233792:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 86us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935737.526373:0:18430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 74 00000100:00100000:3.0:1784935737.526407:0:18430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 75 00000100:00100000:3.0:1784935737.526413:0:18430:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:721bb6e9-58e8-4959-869d-7891367d4bab+6:2391:x1871640273234176:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1784935737.526443:0:18430:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:721bb6e9-58e8-4959-869d-7891367d4bab+6:2391:x1871640273234176:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 30us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935737.526448:0:18430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 75 00000100:00100000:3.0:1784935737.526460:0:18430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 76 00000100:00100000:3.0:1784935737.526479:0:18430:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d45adfc-e178-41b7-9e70-f7155e381607+14:2391:x1871640273233664:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1784935737.526506:0:18430:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d45adfc-e178-41b7-9e70-f7155e381607+14:2391:x1871640273233664:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 41us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935737.526512:0:18430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 76 00000100:00100000:3.0:1784935737.526523:0:18430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 77 00000100:00100000:3.0:1784935737.526529:0:18430:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:721bb6e9-58e8-4959-869d-7891367d4bab+5:2391:x1871640273234304:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1784935737.526563:0:18430:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:721bb6e9-58e8-4959-869d-7891367d4bab+5:2391:x1871640273234304:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 33us (870us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935737.526569:0:18430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 77 00000100:00080000:3.0:1784935737.526618:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1784935737.526622:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1784935737.527401:0:18703:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273234048 00000100:00100000:0.0:1784935737.527410:0:18703:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273234048 00000100:00100000:0.0:1784935737.527474:0:18703:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273233920 00000100:00100000:0.0:1784935737.527478:0:18703:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273233920 00000100:00100000:0.0:1784935737.527502:0:18703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 29 00000100:00100000:0.0:1784935737.527509:0:18703:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d45adfc-e178-41b7-9e70-f7155e381607+5:2391:x1871640273233920:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1784935737.527552:0:18703:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d45adfc-e178-41b7-9e70-f7155e381607+5:2391:x1871640273233920:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 43us (1877us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935737.527559:0:18703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 29 00000100:00100000:0.0:1784935737.527573:0:18703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 30 00000100:00100000:0.0:1784935737.527579:0:18703:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d45adfc-e178-41b7-9e70-f7155e381607+5:2390:x1871640273234048:12345-192.168.203.28@tcp:9:kworker.0 00000020:00000080:0.0:1784935737.527596:0:18703:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17b96 00000100:00080000:0.0:1784935737.527610:0:18703:0:(import.c:65:import_set_state_nolock()) ffff8d44422de800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1784935737.527650:0:18703:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1784935737.527855:0:18703:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d45adfc-e178-41b7-9e70-f7155e381607+2:2390:x1871640273234048:12345-192.168.203.28@tcp:9:kworker.0 Request processed in 275us (2341us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935737.527862:0:18703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 30 00000100:00100000:2.0:1784935737.528097:0:17192:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273233536 00000100:00100000:2.0:1784935737.528102:0:17192:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273233536 00000100:00100000:2.0:1784935737.528134:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 169 00000100:00100000:2.0:1784935737.528139:0:17192:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:07085f05-e0be-469f-87e0-210ab47bba20+13:2391:x1871640273233536:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:2.0:1784935737.528159:0:17192:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:07085f05-e0be-469f-87e0-210ab47bba20+13:2391:x1871640273233536:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 21us (2589us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935737.528163:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 169 00010000:00010000:2.0:1784935737.528207:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1784935737.528900:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1784935737.528906:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1784935737.541898:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935737.541976:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935737.542070:0:18703:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273234432 00000100:00100000:0.0:1784935737.542090:0:18703:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273234432 00000100:00100000:0.0:1784935737.542171:0:18703:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273234560 00000100:00100000:0.0:1784935737.542188:0:18703:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273234560 00000100:00100000:0.0:1784935737.542217:0:18703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 31 00000100:00100000:0.0:1784935737.542226:0:18703:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:721bb6e9-58e8-4959-869d-7891367d4bab+5:2390:x1871640273234432:12345-192.168.203.28@tcp:9:kworker.0 00000020:00000080:0.0:1784935737.542256:0:18703:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17bce 00000100:00080000:0.0:1784935737.542272:0:18703:0:(import.c:65:import_set_state_nolock()) ffff8d45455de800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1784935737.542546:0:19236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 32 00000100:00100000:1.0:1784935737.542556:0:19236:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:721bb6e9-58e8-4959-869d-7891367d4bab+5:2390:x1871640273234560:12345-192.168.203.28@tcp:9:kworker.0 00000020:00000080:1.0:1784935737.542575:0:19236:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17bd5 00000100:00080000:1.0:1784935737.542581:0:19236:0:(import.c:65:import_set_state_nolock()) ffff8d4549f28000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1784935737.542624:0:19236:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:3.0:1784935737.542699:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1784935737.542705:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1784935737.542747:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:0.0:1784935737.542881:0:18703:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1784935737.543020:0:18703:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:721bb6e9-58e8-4959-869d-7891367d4bab+2:2390:x1871640273234432:12345-192.168.203.28@tcp:9:kworker.0 Request processed in 794us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935737.543029:0:18703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 31 00000100:00100000:1.0:1784935737.543271:0:19236:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:721bb6e9-58e8-4959-869d-7891367d4bab+2:2390:x1871640273234560:12345-192.168.203.28@tcp:9:kworker.0 Request processed in 716us (1294us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935737.543279:0:19236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 32 00010000:00010000:3.0:1784935737.546577:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935737.645211:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935738.287524:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784935738.287547:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292177408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1784935738.287611:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935738.287654:0:18707:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292177408 00000100:00100000:0.0:1784935738.287660:0:18707:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292177408 00000100:00100000:0.0:1784935738.287712:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1784935738.287721:0:18707:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292177408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1784935738.287748:0:18707:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784935738.287793:0:18707:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292177408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935738.287800:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:0.0:1784935738.287819:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784935738.287853:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292177408:0@lo:13:osp-pre-0-1.0 00000001:02000400:0.0:1784935738.298229:0:20573:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 19:28:57 (1784935737) 00010000:00010000:3.0:1784935738.671091:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935739.693053:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935739.823221:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292177664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784935739.823288:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935739.823353:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1784935739.823360:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292177536:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784935739.823386:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935739.823432:0:17203:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292177664 00000100:00100000:0.0:1784935739.823439:0:17203:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292177664 00000100:00100000:0.0:1784935739.823488:0:17203:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292177536 00000100:00100000:0.0:1784935739.823491:0:17203:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292177536 00000100:00100000:0.0:1784935739.823508:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1784935739.823517:0:17203:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292177664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1784935739.823549:0:17203:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1784935739.823575:0:17938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1784935739.823590:0:17938:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292177536:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784935739.823599:0:17203:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292177664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (310us total) trans 0 rc 0/0 00000004:00000024:2.0:1784935739.823611:0:17938:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1784935739.823625:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1784935739.823650:0:17938:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292177536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935739.823658:0:17938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1784935739.823678:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292177536:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784935739.823693:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292177664:0@lo:41:osp-pre-0-1.0 00000001:00080000:0.0:1784935739.825890:0:17178:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:0.0:1784935739.825902:0:17178:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1784935739.825921:0:17237:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1784935739.825953:0:17237:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:1.0:1784935740.333243:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1784935740.333268:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292177792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1784935740.333337:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935740.333508:0:18707:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292177792 00000100:00100000:0.0:1784935740.333516:0:18707:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292177792 00000100:00100000:0.0:1784935740.333591:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1784935740.333600:0:18707:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292177792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1784935740.333627:0:18707:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784935740.333683:0:18707:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292177792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935740.333689:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:3.0:1784935740.333764:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1784935740.333779:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292177792:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1784935740.719335:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784935740.845603:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292178048:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.845686:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935740.845739:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292178560:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.845763:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935740.845778:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3649:1871640292179072:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.845801:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935740.845825:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1784935740.845832:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292178176:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.845855:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935740.845870:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292178688:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.845889:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935740.845902:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1871640292179200:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.845918:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935740.845960:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3652:1871640292177920:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.845985:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935740.846004:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1871640292178432:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.846022:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935740.846035:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1871640292178944:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.846085:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935740.846100:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1871640292179456:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.846117:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935740.846128:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1784935740.846133:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292178304:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.846150:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935740.846165:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292178816:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.846199:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935740.846216:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3652:1871640292179328:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.846234:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935740.846255:0:17190:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292177920 00000100:00100000:1.0:1784935740.846263:0:17190:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292177920 00000100:00100000:1.0:1784935740.846304:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1784935740.846312:0:17190:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9c8b4eee-3769-4cc8-9dd4-4824356c9813+24:3652:x1871640292177920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.846357:0:17190:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9c8b4eee-3769-4cc8-9dd4-4824356c9813+24:3652:x1871640292177920:12345-0@lo:400:kworker.0 Request processed in 46us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935740.846364:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1784935740.846394:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292179072 00000100:00100000:1.0:1784935740.846397:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292179072 00000100:00100000:1.0:1784935740.846422:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292179200 00000100:00100000:1.0:1784935740.846425:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292179200 00000100:00100000:1.0:1784935740.846438:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292178432 00000100:00100000:1.0:1784935740.846440:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292178432 00000100:00100000:1.0:1784935740.846450:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292178944 00000100:00100000:1.0:1784935740.846452:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292178944 00000100:00100000:1.0:1784935740.846462:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292179456 00000100:00100000:1.0:1784935740.846464:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292179456 00000100:00100000:1.0:1784935740.846474:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292179328 00000100:00100000:1.0:1784935740.846486:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292179328 00000100:00100000:1.0:1784935740.846503:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1784935740.846509:0:17199:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1871640292179072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.846547:0:17199:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1871640292179072:12345-0@lo:400:kworker.0 Request processed in 38us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935740.846553:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1784935740.846566:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1784935740.846571:0:17199:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1871640292179200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.846596:0:17199:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1871640292179200:12345-0@lo:400:kworker.0 Request processed in 25us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935740.846601:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1784935740.846610:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1784935740.846615:0:17199:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1871640292178432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.846641:0:17199:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1871640292178432:12345-0@lo:400:kworker.0 Request processed in 25us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935740.846646:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1784935740.846657:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1784935740.846663:0:17199:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1871640292178944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.846685:0:17199:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1871640292178944:12345-0@lo:400:kworker.0 Request processed in 23us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935740.846691:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1784935740.846702:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1784935740.846706:0:17199:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1871640292179456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.846730:0:17199:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1871640292179456:12345-0@lo:400:kworker.0 Request processed in 23us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935740.846744:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1784935740.846756:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1784935740.846761:0:17199:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1871640292179328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.846787:0:17199:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1871640292179328:12345-0@lo:400:kworker.0 Request processed in 27us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935740.846793:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1784935740.846809:0:19236:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292178176 00000100:00100000:1.0:1784935740.846813:0:19236:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292178176 00000100:00100000:1.0:1784935740.846828:0:19236:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292178688 00000100:00100000:1.0:1784935740.846830:0:19236:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292178688 00000100:00100000:1.0:1784935740.846841:0:19236:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292178304 00000100:00100000:1.0:1784935740.846844:0:19236:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292178304 00000100:00100000:1.0:1784935740.846854:0:19236:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292178816 00000100:00100000:1.0:1784935740.846856:0:19236:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292178816 00000100:00100000:1.0:1784935740.846866:0:19236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1784935740.846871:0:19236:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292178176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.846899:0:19236:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292178176:12345-0@lo:400:kworker.0 Request processed in 27us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935740.846905:0:19236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1784935740.846914:0:19236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1784935740.846919:0:19236:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292178688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.846965:0:19236:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292178688:12345-0@lo:400:kworker.0 Request processed in 45us (1075us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935740.846970:0:19236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1784935740.846980:0:19236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1784935740.846986:0:19236:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292178304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.847024:0:19236:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292178304:12345-0@lo:400:kworker.0 Request processed in 38us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935740.847029:0:19236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1784935740.847039:0:19236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1784935740.847044:0:19236:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292178816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.847080:0:19236:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292178816:12345-0@lo:400:kworker.0 Request processed in 36us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935740.847086:0:19236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1784935740.847122:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292178176:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.847134:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292178688:0@lo:400:kworker.0 00010000:00080000:1.0:1784935740.847145:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d44419c9880 x1871640292179200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935740.847154:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1871640292179200:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.847165:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3649:1871640292179072:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.847200:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292178304:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.847209:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292178816:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.847218:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3652:1871640292179328:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.847226:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3652:1871640292177920:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.847235:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1871640292178432:0@lo:400:kworker.0 00000100:00100000:1.0:1784935740.847244:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1871640292178944:0@lo:400:kworker.0 00010000:00080000:1.0:1784935740.847252:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d44419c8e00 x1871640292179456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935740.847268:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1871640292179456:0@lo:400:kworker.0 00000100:00080000:3.0:1784935740.847682:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1784935740.847687:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1784935740.847689:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1784935740.847691:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784935740.847703:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292179584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1784935740.847738:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935740.847923:0:17203:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292178048 00000100:00100000:2.0:1784935740.847956:0:17203:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292178048 00000100:00100000:2.0:1784935740.847985:0:17203:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292178560 00000100:00100000:2.0:1784935740.847987:0:17203:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292178560 00000100:00100000:2.0:1784935740.848002:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1784935740.848008:0:17203:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292178048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935740.848052:0:17203:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292178048:12345-0@lo:400:kworker.0 Request processed in 44us (2367us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935740.848070:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1784935740.848083:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1784935740.848088:0:17203:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292178560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935740.848117:0:17203:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292178560:12345-0@lo:400:kworker.0 Request processed in 29us (2353us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935740.848123:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1784935740.848251:0:18707:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292179584 00000100:00100000:0.0:1784935740.848256:0:18707:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292179584 00000100:00100000:0.0:1784935740.848285:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1784935740.848292:0:18707:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575aec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292179584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1784935740.848325:0:18707:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1784935740.848358:0:18707:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575aec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292179584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935740.848363:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1784935740.849155:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292179584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1784935740.849171:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292178048:0@lo:400:kworker.0 00000100:00100000:3.0:1784935740.849180:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292178560:0@lo:400:kworker.0 00000100:00100000:3.0:1784935740.849597:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1784935740.849609:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292179712:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1784935740.849659:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935740.849957:0:18707:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292179712 00000100:00100000:1.0:1784935740.849964:0:18707:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292179712 00000100:00100000:1.0:1784935740.850006:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1784935740.850013:0:18707:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575aed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292179712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1784935740.850030:0:18707:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1784935740.850098:0:18707:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575aed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292179712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935740.850104:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1784935740.850332:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292179712:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1784935741.421154:0:17233:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1784935741.421163:0:17233:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1784935741.421183:0:17233:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1784935741.421193:0:17233:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1784935741.741443:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935742.320299:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935742.320383:0:17200:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273234816 00000100:00100000:2.0:1784935742.320393:0:17200:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273234816 00000100:00100000:2.0:1784935742.320515:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 13 00000100:00100000:2.0:1784935742.320536:0:17200:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5d45adfc-e178-41b7-9e70-f7155e381607+13:16329:x1871640273234816:12345-192.168.203.28@tcp:35:umount.0 00000001:00080000:2.0:1784935742.320761:0:17200:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:2.0:1784935742.320838:0:17200:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:2.0:1784935742.321281:0:17200:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5d45adfc-e178-41b7-9e70-f7155e381607+16:16329:x1871640273234816:12345-192.168.203.28@tcp:35:umount.0 Request processed in 746us (989us total) trans 8589934626 rc 0/0 00000100:00100000:2.0:1784935742.321289:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 13 00000020:00080000:2.0:1784935742.321294:0:17200:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:3.0:1784935742.326773:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1784935742.340268:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935742.340302:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935742.340346:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935742.342317:0:17185:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273234944 00000100:00100000:2.0:1784935742.342331:0:17185:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273234944 00000100:00100000:2.0:1784935742.342387:0:17185:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273235200 00000100:00100000:2.0:1784935742.342391:0:17185:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273235200 00000100:00100000:2.0:1784935742.342404:0:17185:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273235072 00000100:00100000:2.0:1784935742.342406:0:17185:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273235072 00000100:00100000:2.0:1784935742.342428:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3 00000100:00100000:2.0:1784935742.342438:0:17185:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:07085f05-e0be-469f-87e0-210ab47bba20+15:2394:x1871640273234944:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784935742.342475:0:17185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784935742.342495:0:17185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b17b6c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313acff expref: 15 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935742.342514:0:17185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784935742.342662:0:17185:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:07085f05-e0be-469f-87e0-210ab47bba20+14:2394:x1871640273234944:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 224us (2402us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935742.342671:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3 00000100:00100000:2.0:1784935742.342692:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4 00000100:00100000:2.0:1784935742.342699:0:17185:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:07085f05-e0be-469f-87e0-210ab47bba20+13:2391:x1871640273235200:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784935742.342707:0:17185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784935742.342717:0:17185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4541529400/0x857e02f4e0b17c30 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313ade6 expref: 13 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935742.342733:0:17185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784935742.343687:0:17185:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:07085f05-e0be-469f-87e0-210ab47bba20+12:2391:x1871640273235200:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 983us (3377us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935742.343697:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4 00000100:00100000:2.0:1784935742.343722:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5 00000100:00100000:2.0:1784935742.343731:0:17185:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d45705ae450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:07085f05-e0be-469f-87e0-210ab47bba20+11:2394:x1871640273235072:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784935742.343741:0:17185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784935742.343753:0:17185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d301c00/0x857e02f4e0b17b73 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313ad30 expref: 11 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935742.343765:0:17185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784935742.343801:0:17185:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d45705ae450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:07085f05-e0be-469f-87e0-210ab47bba20+10:2394:x1871640273235072:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 72us (3455us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935742.343807:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5 00000100:00100000:1.0:1784935742.344358:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935742.344763:0:19236:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273235328 00000100:00100000:0.0:1784935742.344772:0:19236:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273235328 00000100:00100000:0.0:1784935742.345084:0:19236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 33 00000100:00100000:0.0:1784935742.345102:0:19236:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d45adfc-e178-41b7-9e70-f7155e381607+5:2390:x1871640273235328:12345-192.168.203.28@tcp:9:umount.0 00000020:00000080:0.0:1784935742.345348:0:19236:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17b8f 00000100:00080000:0.0:1784935742.345358:0:19236:0:(import.c:65:import_set_state_nolock()) ffff8d44422dd800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1784935742.345407:0:19236:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1784935742.345614:0:19236:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d45adfc-e178-41b7-9e70-f7155e381607+2:2390:x1871640273235328:12345-192.168.203.28@tcp:9:umount.0 Request processed in 521us (1258us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935742.345623:0:19236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 33 00010000:00010000:3.0:1784935742.345743:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1784935742.346447:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784935742.367801:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935742.368002:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273236224 00000100:00100000:1.0:1784935742.368013:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273236224 00000100:00100000:1.0:1784935742.368098:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 67 00000100:00100000:1.0:1784935742.368108:0:17199:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d45adfc-e178-41b7-9e70-f7155e381607+16:2390:x1871640273236224:12345-192.168.203.28@tcp:39:umount.0 00000020:00000080:1.0:1784935742.368649:0:17199:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17b81 00000020:00010000:1.0:1784935742.368682:0:17199:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8d4581e8d800: total 0 00000100:00080000:1.0:1784935742.368687:0:17199:0:(import.c:65:import_set_state_nolock()) ffff8d4581e89000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1784935742.368720:0:17199:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000020:00010000:2.0:1784935742.369812:0:19714:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8d4581e8d800: total 0 00010000:00010000:2.0:1784935742.369877:0:19714:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8d4581e8d800, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1784935742.369912:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8d45512eda00) 00010000:00010000:2.0:1784935742.369916:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1784935742.369946:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4541528000/0x857e02f4e0b17e91 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313ae9c expref: 16 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935742.369969:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8d4572a2aa00) 00010000:00010000:2.0:1784935742.369972:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1784935742.369976:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d457d300400/0x857e02f4e0b17c4c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313aded expref: 15 pid: 18430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935742.370018:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8d45705a8100) 00010000:00010000:2.0:1784935742.370021:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1784935742.370026:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d457d301600/0x857e02f4e0b17d2c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313ae2c expref: 14 pid: 18430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935742.370041:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8d45512eda00) 00010000:00010000:2.0:1784935742.370043:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1784935742.370055:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d457d300c00/0x857e02f4e0b17ddb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313ae6b expref: 13 pid: 17197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935742.370066:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8d45512eda00) 00010000:00010000:2.0:1784935742.370069:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1784935742.370072:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d457d1b8400/0x857e02f4e0b17daa lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313ae56 expref: 12 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935742.370084:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d4572a2a100) 00010000:00010000:2.0:1784935742.370086:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784935742.370089:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d457d300e00/0x857e02f4e0b17c68 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313adf4 expref: 11 pid: 17197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935742.370102:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d4543da8000) 00010000:00010000:2.0:1784935742.370104:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1784935742.370108:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d457d1b9e00/0x857e02f4e0b17ca7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313ae02 expref: 10 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935742.370121:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8d4543da8900) 00010000:00010000:2.0:1784935742.370123:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1784935742.370133:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d457d1b9800/0x857e02f4e0b17e36 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313ae80 expref: 9 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935742.370224:0:19714:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8d4581e8d800, canceled 8 locks, left on hash table 0. 00010000:00010000:2.0:1784935742.370241:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935742.370243:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935742.370245:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784935742.371096:0:17199:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d45adfc-e178-41b7-9e70-f7155e381607+6:2390:x1871640273236224:12345-192.168.203.28@tcp:39:umount.0 Request processed in 2983us (3300us total) trans 8589934627 rc 0/0 00000100:00100000:1.0:1784935742.371106:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 67 00000100:00100000:1.0:1784935742.390256:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935742.390337:0:17198:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273236352 00000100:00100000:3.0:1784935742.390348:0:17198:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273236352 00000100:00100000:3.0:1784935742.390423:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 68 00000100:00100000:3.0:1784935742.390434:0:17198:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d45adfc-e178-41b7-9e70-f7155e381607+5:2390:x1871640273236352:12345-192.168.203.28@tcp:39:umount.0 00000020:00000080:3.0:1784935742.390465:0:17198:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17b88 00000100:00080000:3.0:1784935742.390482:0:17198:0:(import.c:65:import_set_state_nolock()) ffff8d4581eba800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1784935742.390510:0:17198:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:3.0:1784935742.390736:0:17198:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d45adfc-e178-41b7-9e70-f7155e381607+3:2390:x1871640273236352:12345-192.168.203.28@tcp:39:umount.0 Request processed in 303us (488us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1784935742.390744:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 68 00000100:00080000:2.0:1784935742.391082:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1784935742.391372:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784935742.638290:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935742.638355:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935742.638431:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273236480 00000100:00100000:1.0:1784935742.638440:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273236480 00000100:00100000:1.0:1784935742.638515:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273236608 00000100:00100000:1.0:1784935742.638528:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273236608 00000100:00100000:1.0:1784935742.638554:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 84 00000100:00100000:1.0:1784935742.638565:0:17199:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:721bb6e9-58e8-4959-869d-7891367d4bab+6:2394:x1871640273236480:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:1.0:1784935742.638641:0:17199:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:721bb6e9-58e8-4959-869d-7891367d4bab+6:2394:x1871640273236480:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 77us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935742.638648:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 84 00000100:00100000:1.0:1784935742.638665:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 85 00000100:00100000:1.0:1784935742.638672:0:17199:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:721bb6e9-58e8-4959-869d-7891367d4bab+5:2394:x1871640273236608:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:1.0:1784935742.638696:0:17199:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:721bb6e9-58e8-4959-869d-7891367d4bab+5:2394:x1871640273236608:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 25us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935742.638701:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 85 00000100:00080000:2.0:1784935742.639249:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1784935742.639256:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1784935742.765201:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784935743.405201:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292179840:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1784935743.405288:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935743.405540:0:18707:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292179840 00000100:00100000:1.0:1784935743.405549:0:18707:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292179840 00000100:00100000:1.0:1784935743.405619:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1784935743.405630:0:18707:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575aef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292179840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1784935743.405661:0:18707:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00080000:0.0:1784935743.409355:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784935743.412187:0:18707:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575aef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292179840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6537us (6876us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935743.412202:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1784935743.419157:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292179840:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1784935743.789153:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1784935743.920640:0:18700:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 5d45adfc-e178-41b7-9e70-f7155e381607 00000020:00000080:0.0:1784935743.920648:0:18700:0:(genops.c:906:class_export_put()) final put ffff8d44422da800/5d45adfc-e178-41b7-9e70-f7155e381607 00000001:00100000:0.0:1784935743.921796:0:18700:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 721bb6e9-58e8-4959-869d-7891367d4bab 00000020:00000080:0.0:1784935743.921825:0:18700:0:(genops.c:906:class_export_put()) final put ffff8d4441b27000/721bb6e9-58e8-4959-869d-7891367d4bab 00000001:00100000:2.0:1784935743.923145:0:19518:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 721bb6e9-58e8-4959-869d-7891367d4bab 00000020:00000080:2.0:1784935743.923152:0:19518:0:(genops.c:906:class_export_put()) final put ffff8d4549f2d000/721bb6e9-58e8-4959-869d-7891367d4bab 00000020:00000080:1.0:1784935743.924520:0:15171:0:(genops.c:865:class_export_destroy()) destroying export ffff8d44422da800/5d45adfc-e178-41b7-9e70-f7155e381607 for lustre-OST0000 00000020:00000080:1.0:1784935743.924589:0:15171:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d44422dd800 for lustre-OST0000 00000020:00000080:3.0:1784935743.924838:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4441b27000/721bb6e9-58e8-4959-869d-7891367d4bab for lustre-OST0000 00000020:00000080:3.0:1784935743.924885:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d45455de800 for lustre-OST0000 00000001:00100000:2.0:1784935743.925261:0:19518:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 5d45adfc-e178-41b7-9e70-f7155e381607 00000020:00000080:2.0:1784935743.925266:0:19518:0:(genops.c:906:class_export_put()) final put ffff8d44422dc800/5d45adfc-e178-41b7-9e70-f7155e381607 00000020:00000080:3.0:1784935743.925370:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4549f2d000/721bb6e9-58e8-4959-869d-7891367d4bab for lustre-OST0001 00000020:00000080:3.0:1784935743.925393:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d44422dc800/5d45adfc-e178-41b7-9e70-f7155e381607 for lustre-OST0001 00000020:00000080:3.0:1784935743.925406:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4549f28000 for lustre-OST0001 00000020:00000080:3.0:1784935743.925410:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d44422de800 for lustre-OST0001 00000100:00100000:1.0:1784935744.391750:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935744.391790:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935744.391829:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935744.391965:0:17184:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273236736 00000100:00100000:0.0:1784935744.391976:0:17184:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273236736 00000100:00100000:0.0:1784935744.392041:0:17184:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273236992 00000100:00100000:0.0:1784935744.392045:0:17184:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273236992 00000100:00100000:0.0:1784935744.392059:0:17184:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273236864 00000100:00100000:0.0:1784935744.392062:0:17184:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273236864 00000100:00100000:0.0:1784935744.392077:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6 00000100:00100000:0.0:1784935744.392086:0:17184:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:07085f05-e0be-469f-87e0-210ab47bba20+12:2394:x1871640273236736:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784935744.392101:0:17184:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784935744.392120:0:17184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d1b8a00/0x857e02f4e0b17bab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313ad6f expref: 12 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935744.392137:0:17184:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784935744.392192:0:17184:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:07085f05-e0be-469f-87e0-210ab47bba20+11:2394:x1871640273236736:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 107us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935744.392199:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6 00000100:00100000:0.0:1784935744.392217:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7 00000100:00100000:0.0:1784935744.392223:0:17184:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:07085f05-e0be-469f-87e0-210ab47bba20+10:2394:x1871640273236992:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784935744.392231:0:17184:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784935744.392240:0:17184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4554021600/0x857e02f4e0b17c29 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313addf expref: 10 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935744.392250:0:17184:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784935744.392267:0:17184:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:07085f05-e0be-469f-87e0-210ab47bba20+9:2394:x1871640273236992:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 45us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935744.392273:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7 00000100:00100000:0.0:1784935744.392286:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8 00000100:00100000:0.0:1784935744.392320:0:17184:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:07085f05-e0be-469f-87e0-210ab47bba20+8:2394:x1871640273236864:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784935744.392331:0:17184:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784935744.392340:0:17184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d1b9000/0x857e02f4e0b17bb2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313ada0 expref: 8 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935744.392349:0:17184:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784935744.392368:0:17184:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:07085f05-e0be-469f-87e0-210ab47bba20+7:2394:x1871640273236864:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 64us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935744.392373:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8 00000100:00100000:2.0:1784935744.400790:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935744.400881:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273237248 00000100:00100000:3.0:1784935744.400892:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273237248 00000100:00100000:3.0:1784935744.400997:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 69 00000100:00100000:3.0:1784935744.401022:0:17199:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:721bb6e9-58e8-4959-869d-7891367d4bab+6:2390:x1871640273237248:12345-192.168.203.28@tcp:39:umount.0 00000020:00000080:3.0:1784935744.401081:0:17199:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17bc0 00000020:00010000:3.0:1784935744.401090:0:17199:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8d4441b27800: total 0 00000100:00080000:3.0:1784935744.401094:0:17199:0:(import.c:65:import_set_state_nolock()) ffff8d4441b22000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1784935744.401116:0:17199:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:3.0:1784935744.401254:0:17199:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:721bb6e9-58e8-4959-869d-7891367d4bab+5:2390:x1871640273237248:12345-192.168.203.28@tcp:39:umount.0 Request processed in 248us (473us total) trans 8589934628 rc 0/0 00000100:00100000:3.0:1784935744.401262:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 69 00000020:00010000:3.0:1784935744.401282:0:17187:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8d4441b27800: total 0 00010000:00010000:3.0:1784935744.401285:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935744.401339:0:17187:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8d4441b27800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1784935744.401369:0:17187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d4543da8000) 00010000:00010000:3.0:1784935744.401373:0:17187:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1784935744.401381:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540031400/0x857e02f4e0b17cb5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313ae09 expref: 4 pid: 17197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935744.401405:0:17187:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8d4441b27800, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1784935744.401415:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935744.401417:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935744.401419:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1784935744.401753:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1784935744.410053:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935744.411122:0:17198:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273237376 00000100:00100000:0.0:1784935744.411133:0:17198:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273237376 00000100:00100000:0.0:1784935744.411221:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 70 00000100:00100000:0.0:1784935744.411232:0:17198:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:721bb6e9-58e8-4959-869d-7891367d4bab+5:2390:x1871640273237376:12345-192.168.203.28@tcp:39:umount.0 00000020:00000080:0.0:1784935744.411275:0:17198:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17bc7 00000100:00080000:0.0:1784935744.411285:0:17198:0:(import.c:65:import_set_state_nolock()) ffff8d4570cef000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1784935744.411316:0:17198:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1784935744.411602:0:17198:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:721bb6e9-58e8-4959-869d-7891367d4bab+3:2390:x1871640273237376:12345-192.168.203.28@tcp:39:umount.0 Request processed in 371us (1555us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1784935744.411611:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 70 00000100:00080000:2.0:1784935744.412272:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1784935744.412643:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784935744.442244:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935744.442440:0:17191:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273237632 00000100:00100000:2.0:1784935744.442450:0:17191:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273237632 00000100:00100000:2.0:1784935744.442508:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 171 00000100:00100000:2.0:1784935744.442518:0:17191:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:07085f05-e0be-469f-87e0-210ab47bba20+7:2390:x1871640273237632:12345-192.168.203.28@tcp:251:umount.0 00000020:00000080:2.0:1784935744.442561:0:17191:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17b5e 00000020:00010000:2.0:1784935744.442569:0:17191:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8d4441b24800: total 0 00000100:00080000:2.0:1784935744.442574:0:17191:0:(import.c:65:import_set_state_nolock()) ffff8d4441b25800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1784935744.442651:0:17191:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:07085f05-e0be-469f-87e0-210ab47bba20+3:2390:x1871640273237632:12345-192.168.203.28@tcp:251:umount.0 Request processed in 134us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935744.442659:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 171 00000020:00010000:0.0:1784935744.442802:0:19714:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8d4441b24800: total 0 00010000:00010000:0.0:1784935744.442854:0:19714:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8d4441b24800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1784935744.442886:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4541528200/0x857e02f4e0b17b65 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313acf8 expref: 2 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935744.442899:0:19714:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8d4441b24800, canceled 1 locks, left on hash table 0. 00000020:00000080:0.0:1784935744.442909:0:19714:0:(genops.c:906:class_export_put()) final put ffff8d4441b24800/07085f05-e0be-469f-87e0-210ab47bba20 00010000:00010000:0.0:1784935744.442977:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935744.442980:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935744.442982:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1784935744.443691:0:15171:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4441b24800/07085f05-e0be-469f-87e0-210ab47bba20 for MGS 00000020:00000080:2.0:1784935744.443848:0:15171:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4441b25800 for MGS 00010000:00010000:0.0:1784935744.816802:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935744.941276:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292179968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784935744.941343:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935744.941415:0:17203:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292179968 00000100:00100000:0.0:1784935744.941423:0:17203:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292179968 00000100:00100000:0.0:1784935744.941466:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1784935744.941474:0:17203:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292179968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1784935744.941507:0:17203:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1784935744.941551:0:17203:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292179968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935744.941558:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1784935744.941601:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292179968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784935744.942395:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292180096:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784935744.942443:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935744.942524:0:17938:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292180096 00000100:00100000:2.0:1784935744.942530:0:17938:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292180096 00000100:00100000:2.0:1784935744.942567:0:17938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1784935744.942574:0:17938:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292180096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1784935744.942598:0:17938:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1784935744.942634:0:17938:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292180096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935744.942641:0:17938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1784935744.942972:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292180096:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1784935745.458398:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292180224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1784935745.458470:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935745.458581:0:18708:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292180224 00000100:00100000:3.0:1784935745.458589:0:18708:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292180224 00000100:00100000:3.0:1784935745.458655:0:18708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1784935745.458665:0:18708:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292180224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1784935745.458693:0:18708:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1784935745.458740:0:18708:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292180224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935745.458747:0:18708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1784935745.458806:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292180224:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1784935745.458882:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1784935745.777496:0:17951:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1784935745.838375:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784935745.966968:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3651:1871640292180352:0@lo:400:kworker.0 00000100:00100000:1.0:1784935745.967049:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935745.967491:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1784935745.967500:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292180480:0@lo:400:kworker.0 00000100:00100000:1.0:1784935745.967535:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935745.967573:0:17202:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292180480 00000100:00100000:1.0:1784935745.967580:0:17202:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292180480 00000100:00100000:1.0:1784935745.967628:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1784935745.967637:0:17202:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292180480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935745.967683:0:17202:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292180480:12345-0@lo:400:kworker.0 Request processed in 48us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935745.967690:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1784935745.967722:0:17192:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292180352 00000100:00100000:2.0:1784935745.967726:0:17192:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292180352 00000100:00100000:2.0:1784935745.967828:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1784935745.967838:0:17192:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9c8b4eee-3769-4cc8-9dd4-4824356c9813+24:3651:x1871640292180352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.967876:0:17192:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9c8b4eee-3769-4cc8-9dd4-4824356c9813+24:3651:x1871640292180352:12345-0@lo:400:kworker.0 Request processed in 40us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935745.967883:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1784935745.967914:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292180992:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.968299:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935745.968374:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3652:1871640292181504:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.968400:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935745.968421:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1784935745.968426:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1871640292180864:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.968455:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935745.968474:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1871640292181376:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.968517:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935745.968537:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1871640292181888:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.968565:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935745.968708:0:17203:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292180992 00000100:00100000:1.0:1784935745.968715:0:17203:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292180992 00000100:00100000:1.0:1784935745.968756:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1784935745.968763:0:17203:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292180992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935745.968806:0:17203:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292180992:12345-0@lo:400:kworker.0 Request processed in 43us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935745.968812:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1784935745.968912:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292180608:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.968961:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935745.969037:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292181120:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.969073:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935745.969125:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1871640292181632:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.969154:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935745.969169:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1784935745.969174:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292180736:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.969202:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935745.969219:0:18706:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292180608 00000100:00100000:1.0:1784935745.969224:0:18706:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292180608 00000100:00100000:1.0:1784935745.969266:0:18706:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292181120 00000100:00100000:1.0:1784935745.969270:0:18706:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292181120 00000100:00100000:1.0:1784935745.969302:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1784935745.969310:0:18706:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292180608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784935745.969406:0:18705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1784935745.969415:0:18705:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292181120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935745.970270:0:18706:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292180608:12345-0@lo:400:kworker.0 Request processed in 958us (1305us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935745.970279:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1784935745.970297:0:18706:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292180736 00000100:00100000:1.0:1784935745.970303:0:18706:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292180736 00000100:00100000:1.0:1784935745.970325:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1784935745.970332:0:18706:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292180736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935745.970483:0:18706:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292180736:12345-0@lo:400:kworker.0 Request processed in 151us (1280us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935745.970490:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1784935745.970753:0:18705:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292181120:12345-0@lo:400:kworker.0 Request processed in 1337us (1678us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935745.970761:0:18705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1784935745.970780:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1784935745.970797:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292182144:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1784935745.970829:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292180736:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.970839:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292181248:0@lo:400:kworker.0 00000100:00100000:1.0:1784935745.971073:0:18430:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292181504 00000100:00100000:1.0:1784935745.971078:0:18430:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292181504 00000100:00100000:1.0:1784935745.971103:0:18430:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292180864 00000100:00100000:1.0:1784935745.971105:0:18430:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292180864 00000100:00100000:1.0:1784935745.971115:0:18430:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292181376 00000100:00100000:1.0:1784935745.971118:0:18430:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292181376 00000100:00100000:1.0:1784935745.971128:0:18430:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292181888 00000100:00100000:1.0:1784935745.971131:0:18430:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292181888 00000100:00100000:1.0:1784935745.971143:0:18430:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292181632 00000100:00100000:1.0:1784935745.971146:0:18430:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292181632 00000100:00100000:1.0:1784935745.971159:0:18430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1784935745.971165:0:18430:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1871640292181504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784935745.980496:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935745.980496:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1784935745.980518:0:17198:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1871640292180864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784935745.980555:0:18708:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292182144 00000100:00100000:3.0:1784935745.980564:0:18708:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292182144 00000100:00100000:2.0:1784935745.980584:0:17198:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1871640292180864:12345-0@lo:400:kworker.0 Request processed in 74us (12126us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935745.980593:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1784935745.980619:0:18708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1784935745.980622:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1784935745.980632:0:17198:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1871640292181376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784935745.980644:0:18708:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575aef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292182144:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1784935745.980667:0:17198:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1871640292181376:12345-0@lo:400:kworker.0 Request processed in 36us (12149us total) trans 0 rc 0/0 00002000:00000024:3.0:1784935745.980671:0:18708:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1784935745.980677:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1784935745.980701:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1784935745.980708:0:17198:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1871640292181888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.980749:0:17198:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1871640292181888:12345-0@lo:400:kworker.0 Request processed in 42us (12184us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935745.980755:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1784935745.980767:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1784935745.980773:0:17198:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1871640292181632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.980802:0:17198:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1871640292181632:12345-0@lo:400:kworker.0 Request processed in 29us (11647us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935745.980808:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00080000:2.0:1784935745.980831:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1784935745.980836:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1784935745.980838:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1784935745.980841:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1784935745.980860:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292182016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1784935745.980889:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935745.980918:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1871640292180864:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.981482:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1871640292181376:0@lo:400:kworker.0 00010000:00080000:2.0:1784935745.981502:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d44419cbb80 x1871640292181888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935745.981512:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1871640292181888:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.981523:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292180992:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.981594:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935745.981625:0:18706:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292181248 00000100:00100000:2.0:1784935745.981630:0:18706:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292181248 00000100:00100000:2.0:1784935745.981671:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1784935745.981678:0:18706:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3649:x1871640292181248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.981715:0:18706:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3649:x1871640292181248:12345-0@lo:400:kworker.0 Request processed in 37us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935745.981721:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1784935745.981750:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292181248:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.981758:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3649:1871640292181760:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.981782:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935745.981801:0:17198:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292181760 00000100:00100000:2.0:1784935745.981805:0:17198:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292181760 00000100:00100000:2.0:1784935745.981833:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1784935745.981839:0:17198:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1871640292181760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.981867:0:17198:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1871640292181760:12345-0@lo:400:kworker.0 Request processed in 28us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935745.981873:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00080000:2.0:1784935745.981887:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784935745.981903:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3649:1871640292181760:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.981916:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292180608:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.982941:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292181120:0@lo:400:kworker.0 00010000:00080000:2.0:1784935745.982969:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d44419c8a80 x1871640292181632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935745.982980:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1871640292181632:0@lo:400:kworker.0 00000100:00100000:1.0:1784935745.983559:0:18430:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1871640292181504:12345-0@lo:400:kworker.0 Request processed in 12391us (15155us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935745.983570:0:18430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1784935745.983626:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292180480:0@lo:400:kworker.0 00000100:00100000:1.0:1784935745.983641:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3651:1871640292180352:0@lo:400:kworker.0 00000100:00100000:2.0:1784935745.983830:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3652:1871640292181504:0@lo:400:kworker.0 00000100:00100000:0.0:1784935745.984107:0:18707:0:(service.c:3461:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:0.0:1784935745.984118:0:18707:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00100000:3.0:1784935745.984883:0:18708:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575aef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292182144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4253us (4393us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935745.984893:0:18708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1784935745.984914:0:18708:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292182016 00000100:00100000:3.0:1784935745.984920:0:18708:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292182016 00000100:00100000:3.0:1784935745.984967:0:18708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1784935745.984975:0:18708:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574646d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292182016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1784935745.984995:0:18708:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1784935745.985038:0:18708:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574646d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292182016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (4147us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935745.985044:0:18708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1784935745.985081:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292182016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1784935745.985325:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292182144:0@lo:13:osp-pre-1-1.0 00000020:01000004:0.0:1784935746.063687:0:20769:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1784935746.085645:0:20769:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1784935746.085721:0:20769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443698a00/0x857e02f4e0b17721 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17728 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.085737:0:20769:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443698a00/0x857e02f4e0b17721 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17728 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.085751:0:20769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443698a00/0x857e02f4e0b17721 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17728 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.085757:0:20769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d4443698a00/0x857e02f4e0b17721 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17728 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.085784:0:20769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1784935746.085790:0:20769:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1784935746.085857:0:20769:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1784935746.085861:0:20769:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1784935746.085867:0:20769:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1784935746.085892:0:20769:0:(import.c:65:import_set_state_nolock()) ffff8d444361d000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1784935746.086231:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3648:1871640292182272:0@lo:39:umount.0 00000100:00100000:1.0:1784935746.086305:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935746.087259:0:17198:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292182272 00000100:00100000:3.0:1784935746.087270:0:17198:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292182272 00000100:00100000:3.0:1784935746.087368:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1784935746.087379:0:17198:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1871640292182272:12345-0@lo:39:umount.0 00010000:00010000:2.0:1784935746.087389:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784935746.087398:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4443698a00/0x857e02f4e0b17721 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17728 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935746.087410:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443698a00 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:2.0:1784935746.087414:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4443698a00/0x857e02f4e0b17721 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17728 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1784935746.087420:0:17198:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17752 00010000:00010000:2.0:1784935746.087423:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4443698a00/0x857e02f4e0b17721 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b17728 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1784935746.087430:0:17198:0:(import.c:65:import_set_state_nolock()) ffff8d4573e1d800 : changing import state from FULL to CLOSED 10000000:00010000:2.0:1784935746.087432:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4443698a00/0x857e02f4e0b17721 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b17728 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935746.087440:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1784935746.087442:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1784935746.087446:0:19714:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1784935746.087484:0:19714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d4443698a00/0x857e02f4e0b17721 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17728 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935746.087491:0:19714:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1784935746.087518:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4443698a00/0x857e02f4e0b17721 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17728 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935746.087524:0:17198:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3648:x1871640292182272:12345-0@lo:39:umount.0 Request processed in 146us (1216us total) trans 0 rc 0/0 00010000:00010000:2.0:1784935746.087530:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4443698a00/0x857e02f4e0b17721 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17728 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935746.087545:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935746.087548:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935746.087551:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784935746.087555:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1784935746.087566:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3650:1871640292182400:0@lo:103:ldlm_bl.0 00000020:00000080:3.0:1784935746.087567:0:17198:0:(genops.c:906:class_export_put()) final put ffff8d4573e18800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00100000:2.0:1784935746.087613:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1784935746.087617:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784935746.087664:0:17184:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292182400 00000100:00100000:2.0:1784935746.087668:0:17184:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292182400 00000100:00100000:2.0:1784935746.087708:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1784935746.087716:0:17184:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9c8b4eee-3769-4cc8-9dd4-4824356c9813+24:3650:x1871640292182400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784935746.087726:0:17184:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784935746.087739:0:17184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4443698800/0x857e02f4e0b17728 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17721 expref: 24 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935746.087751:0:17184:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784935746.087778:0:17184:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9c8b4eee-3769-4cc8-9dd4-4824356c9813+23:3650:x1871640292182400:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935746.087785:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1784935746.087824:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3650:1871640292182400:0@lo:103:ldlm_bl.0 00000020:00000080:3.0:1784935746.087880:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4573e18800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1784935746.089262:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4573e1d800 for lustre-MDT0000 00000100:00080000:3.0:1784935746.089320:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d444361d000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1784935746.089334:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3648:1871640292182272:0@lo:39:umount.0 00000100:00080000:0.0:1784935746.089544:0:20769:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1784935746.089549:0:20769:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1784935746.089553:0:20769:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1784935746.090441:0:20769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020a00/0x857e02f4e0b17672 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17679 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090456:0:20769:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020a00/0x857e02f4e0b17672 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17679 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090464:0:20769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020a00/0x857e02f4e0b17672 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17679 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090471:0:20769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d4554020a00/0x857e02f4e0b17672 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17679 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090519:0:20769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935746.090526:0:20769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541529a00/0x857e02f4e0b17a7e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17a85 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090533:0:20769:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541529a00/0x857e02f4e0b17a7e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17a85 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090540:0:20769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541529a00/0x857e02f4e0b17a7e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17a85 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090545:0:20769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d4541529a00/0x857e02f4e0b17a7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17a85 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090562:0:20769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1784935746.090569:0:20769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8600/0x857e02f4e0b17c1b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17c22 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090576:0:20769:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8600/0x857e02f4e0b17c1b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17c22 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090583:0:20769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8600/0x857e02f4e0b17c1b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17c22 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090588:0:20769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8600/0x857e02f4e0b17c1b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17c22 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090604:0:20769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1784935746.090609:0:20769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020800/0x857e02f4e0b17664 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1766b expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935746.090615:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1784935746.090627:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4554020a00/0x857e02f4e0b17672 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17679 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090628:0:20769:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020800/0x857e02f4e0b17664 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b1766b expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090648:0:20769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020800/0x857e02f4e0b17664 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b1766b expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090654:0:20769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d4554020800/0x857e02f4e0b17664 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b1766b expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935746.090660:0:20769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:0.0:1784935746.090663:0:20769:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:0.0:1784935746.090688:0:20769:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1784935746.090692:0:20769:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:0.0:1784935746.090696:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935746.090701:0:20769:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:0.0:1784935746.090709:0:20769:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8d4570c46800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1784935746.090714:0:20769:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8d4581ebc800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:3.0:1784935746.090715:0:17187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000020:00080000:0.0:1784935746.090718:0:20769:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8d45492d3000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:3.0:1784935746.090720:0:17187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4541529a00/0x857e02f4e0b17a7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17a85 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1784935746.090723:0:20769:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8d457e898000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:3.0:1784935746.090728:0:17187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4541529a00 already unused, calling callback (ffffffffc12b4c20) 00000020:00080000:0.0:1784935746.090730:0:20769:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff8d4441b27800 721bb6e9-58e8-4959-869d-7891367d4bab 192.168.203.28@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 10000000:00010000:3.0:1784935746.090732:0:17187:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4541529a00/0x857e02f4e0b17a7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17a85 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1784935746.090735:0:20769:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff8d4581e8d800 5d45adfc-e178-41b7-9e70-f7155e381607 192.168.203.28@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00010000:00010000:2.0:1784935746.090741:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020a00 already unused, calling callback (ffffffffc12b4c20) 00000020:00080000:0.0:1784935746.090742:0:20769:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff8d4442098000) has exports, disconnecting them 10000000:00010000:2.0:1784935746.090747:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4554020a00/0x857e02f4e0b17672 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17679 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1784935746.090749:0:20769:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d4570c46800), last request at 1784935745 00000020:00000080:0.0:1784935746.090758:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17a4d 00010000:00010000:2.0:1784935746.090762:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4554020a00/0x857e02f4e0b17672 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b17679 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784935746.090771:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4554020a00/0x857e02f4e0b17672 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b17679 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935746.090778:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1784935746.090788:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00000100:00080000:0.0:1784935746.090788:0:20769:0:(import.c:65:import_set_state_nolock()) ffff8d4570c45000 : changing import state from FULL to CLOSED 10000000:01000000:2.0:1784935746.090791:0:19714:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:3.0:1784935746.090807:0:17187:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4541529a00/0x857e02f4e0b17a7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b17a85 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784935746.090818:0:17187:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4541529a00/0x857e02f4e0b17a7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b17a85 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784935746.090824:0:17187:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1784935746.090824:0:19714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d4554020a00/0x857e02f4e0b17672 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17679 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784935746.090830:0:17187:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1784935746.090833:0:17187:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1784935746.090839:0:19714:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00080000:0.0:1784935746.090842:0:20769:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d4570c46800): rc 0 00000020:00000080:0.0:1784935746.090847:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4570c46800/lustre-MDT0000-lwp-OST0001_UUID 00010000:00010000:3.0:1784935746.090852:0:17187:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d4541529a00/0x857e02f4e0b17a7e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17a85 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935746.090858:0:17187:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00080000:0.0:1784935746.090861:0:20769:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d4581ebc800), last request at 1784935745 00000020:00000080:0.0:1784935746.090864:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b178ef 00010000:00010000:2.0:1784935746.090868:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4554020a00/0x857e02f4e0b17672 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17679 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935746.090869:0:17187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4541529a00/0x857e02f4e0b17a7e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17a85 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1784935746.090869:0:20769:0:(import.c:65:import_set_state_nolock()) ffff8d4581ebd800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1784935746.090877:0:20769:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d4581ebc800): rc 0 00000020:00000080:0.0:1784935746.090881:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4581ebc800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1784935746.090887:0:20769:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d45492d3000), last request at 1784935673 00010000:00010000:2.0:1784935746.090889:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4554020a00/0x857e02f4e0b17672 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17679 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1784935746.090891:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17840 00000100:00080000:0.0:1784935746.090895:0:20769:0:(import.c:65:import_set_state_nolock()) ffff8d45492df000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1784935746.090902:0:20769:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d45492d3000): rc 0 00010000:00010000:3.0:1784935746.090904:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4541529a00/0x857e02f4e0b17a7e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17a85 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1784935746.090906:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d45492d3000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:0.0:1784935746.090912:0:20769:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d457e898000), last request at 1784935672 00000020:00000080:0.0:1784935746.090915:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b177d7 00000100:00080000:0.0:1784935746.090918:0:20769:0:(import.c:65:import_set_state_nolock()) ffff8d4570ce8000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1784935746.090919:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784935746.090920:0:17187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000001:00000004:0.0:1784935746.090923:0:20769:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00010000:00010000:3.0:1784935746.090949:0:17187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4554020800/0x857e02f4e0b17664 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b1766b expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935746.090953:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8600/0x857e02f4e0b17c1b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17c22 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935746.090955:0:17187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020800 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:3.0:1784935746.090961:0:17187:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4554020800/0x857e02f4e0b17664 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b1766b expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935746.090967:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d1b8600 already unused, calling callback (ffffffffc12b4c20) 00010000:00010000:3.0:1784935746.090973:0:17187:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4554020800/0x857e02f4e0b17664 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b1766b expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784935746.090974:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8600/0x857e02f4e0b17c1b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17c22 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935746.090988:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8600/0x857e02f4e0b17c1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b17c22 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784935746.090997:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8600/0x857e02f4e0b17c1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b17c22 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784935746.091001:0:17187:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4554020800/0x857e02f4e0b17664 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b1766b expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935746.091006:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000020:00080000:0.0:1784935746.091011:0:20769:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d457e898000): rc 0 10000000:01000000:2.0:1784935746.091013:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1784935746.091014:0:17187:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1784935746.091018:0:17187:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1784935746.091018:0:19714:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000004:00000080:0.0:1784935746.091018:0:20769:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffadd4485a3ae0 10000000:01000000:3.0:1784935746.091030:0:17187:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000100:00080000:0.0:1784935746.091045:0:20769:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1784935746.091049:0:20769:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:2.0:1784935746.091050:0:19714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8600/0x857e02f4e0b17c1b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17c22 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935746.091052:0:17187:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d4554020800/0x857e02f4e0b17664 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b1766b expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935746.091066:0:17187:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1784935746.091077:0:19714:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1784935746.091084:0:17187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4554020800/0x857e02f4e0b17664 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b1766b expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935746.091089:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8600/0x857e02f4e0b17c1b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17c22 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935746.091094:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4554020800/0x857e02f4e0b17664 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b1766b expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935746.091102:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8600/0x857e02f4e0b17c1b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17c22 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935746.091119:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935746.091123:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935746.091124:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935746.091128:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935746.091130:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935746.091133:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1784935746.091142:0:15171:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4570c46800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000100:00100000:3.0:1784935746.091151:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3652:1871640292182656:0@lo:103:ldlm_bl.0 00000020:00000080:2.0:1784935746.091190:0:15171:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581ebc800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000100:00100000:3.0:1784935746.091216:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:2.0:1784935746.091217:0:15171:0:(genops.c:865:class_export_destroy()) destroying export ffff8d45492d3000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1784935746.091255:0:15171:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4570c45000 for lustre-MDT0000 00000020:00000080:2.0:1784935746.091261:0:15171:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4581ebd800 for lustre-MDT0000 00000100:00100000:3.0:1784935746.091264:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000080:2.0:1784935746.091265:0:15171:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d45492df000 for lustre-MDT0000 00000100:00100000:3.0:1784935746.091274:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3652:1871640292182528:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784935746.091293:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935746.091319:0:17185:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292182656 00000100:00100000:3.0:1784935746.091324:0:17185:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292182656 00000100:00100000:3.0:1784935746.091361:0:17185:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292182528 00000100:00100000:3.0:1784935746.091364:0:17185:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292182528 00000100:00100000:2.0:1784935746.091378:0:17183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1784935746.091390:0:17183:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575aee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9c8b4eee-3769-4cc8-9dd4-4824356c9813+24:3652:x1871640292182656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784935746.091404:0:17183:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784935746.091419:0:17183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d300a00/0x857e02f4e0b17a85 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17a7e expref: 24 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935746.091433:0:17183:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1784935746.091435:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784935746.091491:0:17183:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575aee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9c8b4eee-3769-4cc8-9dd4-4824356c9813+23:3652:x1871640292182656:12345-0@lo:103:ldlm_bl.0 Request processed in 103us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935746.092122:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3652:1871640292182656:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1784935746.093323:0:20769:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1784935746.093416:0:20769:0:(import.c:65:import_set_state_nolock()) ffff8d4581e6c000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1784935746.093623:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3649:1871640292182912:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784935746.093656:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292183040:0@lo:39:umount.0 00000100:00080000:0.0:1784935746.093838:0:20769:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1784935746.093843:0:20769:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:0.0:1784935746.093856:0:20769:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1784935746.093920:0:20769:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1784935746.093952:0:20769:0:(import.c:65:import_set_state_nolock()) ffff8d4581cd4000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1784935746.093961:0:20769:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1784935746.093978:0:20769:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:0.0:1784935746.093989:0:20769:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1784935746.094279:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935746.094306:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935746.094331:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1784935746.094341:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292183168:0@lo:9:umount.0 00000100:00100000:1.0:1784935746.094371:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935746.094405:0:17203:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292183040 00000100:00100000:1.0:1784935746.094412:0:17203:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292183040 00000100:00100000:1.0:1784935746.094450:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1784935746.094458:0:17203:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1871640292183040:12345-0@lo:39:umount.0 00000100:00100000:3.0:1784935746.094471:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3649:1871640292182784:0@lo:103:ldlm_bl.0 00000020:00000080:1.0:1784935746.094486:0:17203:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b1786a 00000100:00080000:1.0:1784935746.094497:0:17203:0:(import.c:65:import_set_state_nolock()) ffff8d457d1b0800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1784935746.094505:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000004:1.0:1784935746.094522:0:17203:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1784935746.094539:0:18705:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292183168 00000100:00100000:3.0:1784935746.094544:0:18705:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292183168 00000100:00100000:3.0:1784935746.094573:0:18705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1784935746.094582:0:18705:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1871640292183168:12345-0@lo:9:umount.0 00000020:00000080:3.0:1784935746.094597:0:18705:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17935 00000100:00080000:3.0:1784935746.094603:0:18705:0:(import.c:65:import_set_state_nolock()) ffff8d4581ebd000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1784935746.094638:0:18705:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1784935746.094659:0:17203:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3648:x1871640292183040:12345-0@lo:39:umount.0 Request processed in 199us (352us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1784935746.094668:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:1.0:1784935746.094731:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4581e6c000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1784935746.094738:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292183040:0@lo:39:umount.0 00000100:00080000:1.0:1784935746.094752:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4581cd4000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1784935746.094762:0:3648:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1784935746.094764:0:3648:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784935746.094766:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292183168:0@lo:9:umount.0 00010000:00010000:1.0:1784935746.094785:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1784935746.094850:0:20769:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1784935746.094864:0:20769:0:(import.c:65:import_set_state_nolock()) ffff8d4573e19000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1784935746.094915:0:20769:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff8d4442098000) has no exports 00000100:00100000:1.0:1784935746.094966:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292183296:0@lo:9:umount.0 00000100:00100000:1.0:1784935746.095000:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935746.095042:0:18706:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292183296 00000100:00100000:1.0:1784935746.095046:0:18706:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292183296 00000100:00100000:1.0:1784935746.095071:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1784935746.095078:0:18706:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1871640292183296:12345-0@lo:9:umount.0 00000020:00000080:1.0:1784935746.095093:0:18706:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17a8c 00000100:00100000:3.0:1784935746.095098:0:18705:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3648:x1871640292183168:12345-0@lo:9:umount.0 Request processed in 153us (361us total) trans 0 rc 0/0 00000100:00080000:1.0:1784935746.095099:0:18706:0:(import.c:65:import_set_state_nolock()) ffff8d44422df800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1784935746.095121:0:18705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000001:00000004:1.0:1784935746.095132:0:18706:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1784935746.095219:0:17185:0:(service.c:3461:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1784935746.095228:0:17185:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:1.0:1784935746.095239:0:18706:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3648:x1871640292183296:12345-0@lo:9:umount.0 Request processed in 161us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935746.095247:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00010000:1.0:1784935746.095267:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784935746.095463:0:17183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1784935746.095488:0:17183:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292182912 00000100:00100000:2.0:1784935746.095499:0:17183:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292182912 00000100:00080000:1.0:1784935746.095632:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4573e19000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1784935746.095634:0:17184:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292182784 00000100:00100000:3.0:1784935746.095640:0:17184:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292182784 00000004:00080000:1.0:1784935746.095644:0:3648:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1784935746.095648:0:3648:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784935746.095652:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292183296:0@lo:9:umount.0 00000100:00100000:2.0:1784935746.096569:0:17183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1784935746.096583:0:17183:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9c8b4eee-3769-4cc8-9dd4-4824356c9813+24:3652:x1871640292182528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784935746.096597:0:17183:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784935746.096617:0:17183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4443699400/0x857e02f4e0b17679 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17672 expref: 24 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935746.096634:0:17183:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1784935746.096656:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784935746.096749:0:17183:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9c8b4eee-3769-4cc8-9dd4-4824356c9813+23:3652:x1871640292182528:12345-0@lo:103:ldlm_bl.0 Request processed in 170us (5454us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935746.096756:0:17183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1784935746.096774:0:17183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1784935746.096781:0:17183:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d45705ad050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9c8b4eee-3769-4cc8-9dd4-4824356c9813+22:3649:x1871640292182912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784935746.096790:0:17183:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784935746.096800:0:17183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4443698400/0x857e02f4e0b1766b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17664 expref: 22 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935746.096810:0:17183:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784935746.096845:0:17183:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d45705ad050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9c8b4eee-3769-4cc8-9dd4-4824356c9813+21:3649:x1871640292182912:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (3157us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935746.096853:0:17183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1784935746.096860:0:20770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1784935746.096871:0:20770:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575aed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9c8b4eee-3769-4cc8-9dd4-4824356c9813+20:3649:x1871640292182784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784935746.096880:0:20770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784935746.096891:0:20770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d1b9600/0x857e02f4e0b17c22 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17c1b expref: 20 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935746.096904:0:20770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784935746.096920:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3649:1871640292182912:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784935746.096960:0:20770:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575aed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9c8b4eee-3769-4cc8-9dd4-4824356c9813+19:3649:x1871640292182784:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (2454us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935746.096969:0:20770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1784935746.096977:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3649:1871640292182784:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784935746.098346:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3652:1871640292182528:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1784935746.102274:0:20769:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff8d4442098000) has no exports 00000020:00000080:2.0:1784935746.150889:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b176bf 00000020:00000080:2.0:1784935746.150907:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4581e6e800/lustre-QMT0000_UUID 00000020:01000000:2.0:1784935746.151044:0:20769:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1784935746.151130:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581e6e800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1784935746.151154:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784935746.151164:0:20769:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1784935746.151168:0:20769:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff8d457b9799c0) has no exports 00000020:00000080:3.0:1784935746.151554:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b176b8 00000020:00000080:3.0:1784935746.151560:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4443623000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1784935746.151636:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4443623000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1784935746.151842:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784935746.151850:0:20769:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1784935746.151853:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4443624800/lustre-QMT0000_UUID 00000020:00000080:0.0:1784935746.151855:0:20769:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4443624800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1784935746.151860:0:20769:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:1.0:1784935746.861618:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1784935747.504489:0:17178:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1784935747.504498:0:17178:0:(genops.c:906:class_export_put()) final put ffff8d457e898000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1784935747.504515:0:17178:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 721bb6e9-58e8-4959-869d-7891367d4bab 00000001:00080000:1.0:1784935747.504525:0:17178:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:1.0:1784935747.504528:0:17178:0:(genops.c:906:class_export_put()) final put ffff8d4441b27800/721bb6e9-58e8-4959-869d-7891367d4bab 00000001:00100000:1.0:1784935747.504535:0:17178:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 5d45adfc-e178-41b7-9e70-f7155e381607 00000001:00080000:1.0:1784935747.504539:0:17178:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:1.0:1784935747.504546:0:17178:0:(genops.c:906:class_export_put()) final put ffff8d4581e8d800/5d45adfc-e178-41b7-9e70-f7155e381607 00000020:00000080:0.0:1784935747.504751:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457e898000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:0.0:1784935747.504822:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4441b27800/721bb6e9-58e8-4959-869d-7891367d4bab for lustre-MDT0000 00000020:00000080:0.0:1784935747.504853:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581e8d800/5d45adfc-e178-41b7-9e70-f7155e381607 for lustre-MDT0000 00000020:00000080:0.0:1784935747.504875:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4570ce8000 for lustre-MDT0000 00000020:00000080:0.0:1784935747.504879:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4441b22000 for lustre-MDT0000 00000020:00000080:0.0:1784935747.504883:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4581e89000 for lustre-MDT0000 00000001:00100000:0.0:1784935747.507969:0:17930:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1784935747.507984:0:17930:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:0.0:1784935747.507990:0:17930:0:(genops.c:906:class_export_put()) final put ffff8d457d1b4800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1784935747.508022:0:17930:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 721bb6e9-58e8-4959-869d-7891367d4bab 00000001:00080000:0.0:1784935747.508028:0:17930:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:0.0:1784935747.508030:0:17930:0:(genops.c:906:class_export_put()) final put ffff8d4570cec000/721bb6e9-58e8-4959-869d-7891367d4bab 00000001:00100000:0.0:1784935747.508034:0:17930:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 5d45adfc-e178-41b7-9e70-f7155e381607 00000001:00080000:0.0:1784935747.508038:0:17930:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:0.0:1784935747.508040:0:17930:0:(genops.c:906:class_export_put()) final put ffff8d4581ebc000/5d45adfc-e178-41b7-9e70-f7155e381607 00000020:00000080:2.0:1784935747.508838:0:15171:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457d1b4800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1784935747.508909:0:15171:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4570cec000/721bb6e9-58e8-4959-869d-7891367d4bab for lustre-MDT0001 00000020:00000080:2.0:1784935747.508958:0:15171:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581ebc000/5d45adfc-e178-41b7-9e70-f7155e381607 for lustre-MDT0001 00000020:00000080:2.0:1784935747.508976:0:15171:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d457d1b0800 for lustre-MDT0001 00000020:00000080:2.0:1784935747.508991:0:15171:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4570cef000 for lustre-MDT0001 00000020:00000080:2.0:1784935747.508995:0:15171:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4581eba800 for lustre-MDT0001 00010000:00010000:1.0:1784935747.885288:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1784935748.206016:0:20769:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8d4548ffd360 - data ffff8d455e51e948/ffff8d44431aec00 00000020:01000000:0.0:1784935748.206196:0:20769:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8d4545360900 - data ffff8d455e71b360/ffff8d4575ae7c00 00000001:00000004:0.0:1784935748.217997:0:20769:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:0.0:1784935748.276401:0:20769:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1784935748.276411:0:20769:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1784935748.276425:0:20769:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8d44431f3480 x1871640292183040/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1784935756 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935748.276448:0:20769:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1784935748.278542:0:20769:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1784935748.278550:0:20769:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:0.0:1784935748.278570:0:20769:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1784935748.278573:0:20769:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1784935748.278830:0:17221:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1784935748.278835:0:17221:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:1.0:1784935748.278844:0:17221:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1784935748.279375:0:20769:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1784935748.279379:0:20769:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:0.0:1784935748.279394:0:20769:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1784935748.279396:0:20769:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1784935748.279821:0:17223:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1784935748.279825:0:17223:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:1.0:1784935748.279833:0:17223:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1784935748.280658:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17687 00000020:00000080:0.0:1784935748.280679:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d444285d800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1784935748.281248:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d444285d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1784935748.284048:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b1769c 00000020:00000080:0.0:1784935748.284061:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4581c89000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1784935748.284075:0:20769:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1784935748.284080:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935748.284089:0:20769:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1784935748.284093:0:20769:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff8d444209cd40) has no exports 00000004:01000000:0.0:1784935748.284252:0:20769:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1784935748.284260:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b176fe 00000020:00000080:0.0:1784935748.284265:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4573e1a800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1784935748.284269:0:20769:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1784935748.284273:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935748.284277:0:20769:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1784935748.284280:0:20769:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff8d457e88b380) has no exports 00000020:00000080:0.0:1784935748.284286:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b176f7 00000020:00000080:0.0:1784935748.284290:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4573e1b000/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1784935748.284618:0:20769:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1784935748.284623:0:20769:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1784935748.284627:0:20769:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:0.0:1784935748.284633:0:20769:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1784935748.284635:0:20769:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1784935748.284662:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784935748.284668:0:20769:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784935748.284688:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b176e9 00000020:00000080:0.0:1784935748.284693:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4581cd1800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1784935748.284697:0:20769:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1784935748.284700:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935748.284704:0:20769:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1784935748.284706:0:20769:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff8d457b978000) has no exports 00000020:00000080:0.0:1784935748.284710:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b176e2 00000020:00000080:0.0:1784935748.284712:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4581cd0800/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1784935748.285253:0:20769:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1784935748.285256:0:20769:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1784935748.285259:0:20769:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:0.0:1784935748.285263:0:20769:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1784935748.285265:0:20769:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1784935748.285287:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784935748.285291:0:20769:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1784935748.285300:0:20769:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1784935748.285304:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b176d4 00000020:00000080:0.0:1784935748.285308:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4581cd1000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1784935748.285311:0:20769:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1784935748.285314:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935748.285317:0:20769:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1784935748.285319:0:20769:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff8d457b97b380) has no exports 00000020:00000080:0.0:1784935748.285323:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b176cd 00000020:00000080:0.0:1784935748.285325:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4581e68800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1784935748.285829:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581c89000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1784935748.285838:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4573e1a800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1784935748.285843:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4573e1b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1784935748.285848:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4573e19000 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1784935748.285853:0:8:0:(genops.c:906:class_export_put()) final put ffff8d4581cd6000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1784935748.285863:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581cd6000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1784935748.285867:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1784935748.285952:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581cd1800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1784935748.285956:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581cd0800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1784935748.285959:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4581cd4000 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1784935748.285962:0:8:0:(genops.c:906:class_export_put()) final put ffff8d4581cd5000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1784935748.285964:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581cd5000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1784935748.285966:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1784935748.285989:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581cd1000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1784935748.285993:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581e68800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1784935748.319019:0:20769:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1784935748.319038:0:20769:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1784935748.319043:0:20769:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1784935748.319050:0:20769:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1784935748.319102:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784935748.319114:0:20769:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784935748.319143:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784935748.319147:0:20769:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784935748.319152:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4442029800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1784935748.319156:0:20769:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4442029800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1784935748.319169:0:20769:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784935748.319296:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b176a3 00000020:00000080:0.0:1784935748.319302:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4581c8f000/lustre-MDD0000_UUID 00000020:01000000:0.0:1784935748.319307:0:20769:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1784935748.319311:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935748.319315:0:20769:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1784935748.319319:0:20769:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff8d444209b380) has no exports 00000020:00000080:0.0:1784935748.319336:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784935748.319339:0:20769:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1784935748.319343:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b176aa 00000020:00000080:0.0:1784935748.319347:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4581c8d000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1784935748.319355:0:20769:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d4443cc0000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1784935748.319358:0:20769:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d4443cc0000 3 00000020:01000004:0.0:1784935748.319361:0:20769:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d4443cc0000 from lustre-MDT0000 00000020:00000080:0.0:1784935748.319378:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784935748.319381:0:20769:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1784935748.319383:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d444285a800/lustre-MDT0000_UUID 00000020:00000080:0.0:1784935748.319385:0:20769:0:(genops.c:865:class_export_destroy()) destroying export ffff8d444285a800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1784935748.319392:0:20769:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1784935748.319429:0:20769:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1784935748.319432:0:20769:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1784935748.319435:0:20769:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1784935748.319437:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935748.319445:0:20769:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1784935748.319451:0:20769:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff8d455e1d3000 9c8b4eee-3769-4cc8-9dd4-4824356c9813 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1784935748.319456:0:20769:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff8d4581edcd40) has exports, disconnecting them 00000020:00080000:0.0:1784935748.319460:0:20769:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8d455e1d3000), last request at 1784935658 00000020:00000080:0.0:1784935748.319473:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b1764f 00000020:00010000:0.0:1784935748.319476:0:20769:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8d455e1d3000: total 2 00000100:00080000:0.0:1784935748.319480:0:20769:0:(import.c:65:import_set_state_nolock()) ffff8d455e1d6800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1784935748.319502:0:20769:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d455e1d3000): rc 0 00000020:00080000:0.0:1784935748.319506:0:20769:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff8d4581edcd40) has no exports 00000020:00000080:1.0:1784935748.321031:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4581e6c000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1784935748.321045:0:8:0:(genops.c:906:class_export_put()) final put ffff8d4581e6c800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1784935748.321047:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581e6c800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1784935748.321060:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1784935748.321139:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581c8f000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1784935748.321143:0:8:0:(genops.c:906:class_export_put()) final put ffff8d444285b800/lustre-MDD0000_UUID 00000020:00000080:1.0:1784935748.321145:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d444285b800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1784935748.321149:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1784935748.321175:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581c8d000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:1.0:1784935748.321210:0:17190:0:(service.c:3182:ptlrpc_main()) ll_mgs_0000: service thread [ffff8d4570ca2400:17190] 0 exiting: rc = 1 00000100:00100000:1.0:1784935748.321321:0:17191:0:(service.c:3182:ptlrpc_main()) ll_mgs_0001: service thread [ffff8d4570ca3200:17191] 1 exiting: rc = 0 00000020:00010000:3.0:1784935748.324201:0:17187:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8d455e1d3000: total 0 00010000:00010000:3.0:1784935748.324282:0:17187:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8d455e1d3000, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1784935748.324318:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d1b8200/0x857e02f4e0b178b0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b178a9 expref: 14 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935748.324338:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d1b8000/0x857e02f4e0b17a0e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17a07 expref: 13 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935748.324351:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4443698000/0x857e02f4e0b17bf8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17bf1 expref: 12 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935748.324362:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4443699c00/0x857e02f4e0b1776e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17767 expref: 11 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935748.324377:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4443698e00/0x857e02f4e0b178da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b178d3 expref: 10 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935748.324387:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4443698c00/0x857e02f4e0b17c06 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17bff expref: 9 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935748.324415:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4443201600/0x857e02f4e0b1782b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17824 expref: 8 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935748.324425:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4443699800/0x857e02f4e0b1777c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17775 expref: 7 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935748.324436:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d1b9400/0x857e02f4e0b17a38 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17a31 expref: 6 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935748.324445:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d1b8800/0x857e02f4e0b1765d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17656 expref: 5 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935748.324455:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d301800/0x857e02f4e0b17a77 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17a70 expref: 4 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935748.324466:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4554020e00/0x857e02f4e0b17c14 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17c0d expref: 3 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935748.324477:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4554021e00/0x857e02f4e0b1778a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x857e02f4e0b17783 expref: 2 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935748.324487:0:17187:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8d455e1d3000, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1784935748.324501:0:17187:0:(genops.c:906:class_export_put()) final put ffff8d455e1d3000/9c8b4eee-3769-4cc8-9dd4-4824356c9813 00010000:00010000:3.0:1784935748.324557:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935748.324559:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935748.324561:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784935748.324751:0:17192:0:(service.c:3182:ptlrpc_main()) ll_mgs_0002: service thread [ffff8d4570ca2c00:17192] 2 exiting: rc = 0 00000100:00100000:0.0:1784935748.325163:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325172:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325177:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325184:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325189:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325195:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325202:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325208:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325213:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325219:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325225:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325230:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325236:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325242:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325248:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325252:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325258:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325263:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325269:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325274:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325280:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325286:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325291:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325296:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325312:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325317:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325323:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325328:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325334:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325340:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325345:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325350:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325354:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325359:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325364:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325369:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325374:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325379:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325384:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325389:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325394:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325400:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325405:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325410:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325416:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325420:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325426:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325431:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325437:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325442:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325447:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325453:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325458:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325464:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325473:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325478:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325484:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325489:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325494:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325508:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325513:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325520:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325524:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935748.325530:0:20769:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1784935748.326656:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d455e1d3000/9c8b4eee-3769-4cc8-9dd4-4824356c9813 for MGS 00000020:00000080:1.0:1784935748.327595:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d455e1d6800 for MGS 00000020:01000000:0.0:1784935748.328277:0:20769:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8d4442a31420 - data ffff8d455e6bd948/ffff8d45448a5c00 00000020:01000000:0.0:1784935748.328398:0:20769:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8d44410a7e40 - data ffff8d455e6bc798/ffff8d444356f400 00000020:00000080:0.0:1784935748.328823:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17633 00000020:00000080:0.0:1784935748.328831:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4443cc6800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1784935748.328851:0:20769:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d4443cc0000 from MGS, refs=2 00000020:01000004:0.0:1784935748.328855:0:20769:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d4443cc0000 2 00000020:01000004:0.0:1784935748.328858:0:20769:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d4443cc0000 from MGS 00000020:00000080:0.0:1784935748.328880:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784935748.328887:0:20769:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1784935748.328889:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4443cc5800/MGS 00000020:00000080:0.0:1784935748.328892:0:20769:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4443cc5800/MGS for MGS 00000020:01000000:0.0:1784935748.328898:0:20769:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1784935748.328985:0:20769:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1784935748.328989:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935748.328994:0:20769:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1784935748.329001:0:20769:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8d457d24e800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1784935748.329016:0:20769:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff8d4581ed8000) has exports, disconnecting them 00000020:00080000:0.0:1784935748.329021:0:20769:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8d457d24e800), last request at 1784935659 00000020:00000080:0.0:1784935748.329025:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17736 00000020:00080000:0.0:1784935748.329035:0:20769:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d457d24e800): rc 0 00000020:00000080:0.0:1784935748.329039:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d457d24e800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1784935748.329642:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4443cc6800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1784935748.329650:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457d24e800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1784935748.332990:0:20769:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1784935748.332999:0:20769:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1784935748.333003:0:20769:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1784935748.333021:0:20769:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1784935748.333052:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d444361d000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1784935748.333166:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784935748.333174:0:20769:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1784935748.333190:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d457d24b000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1784935748.333195:0:20769:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457d24b000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1784935748.333200:0:20769:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1784935748.333293:0:20769:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d4443cc0000 1 00000020:00000080:1.0:1784935748.333299:0:20769:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17625 00000020:00000080:1.0:1784935748.333305:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4443cc1800/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1784935748.333314:0:20769:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1784935748.333323:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4443cc1800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1784935748.333333:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784935748.333338:0:20769:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1784935748.333341:0:20769:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff8d4581ed99c0) has no exports 00000020:00000080:0.0:1784935748.425619:0:20769:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784935748.425630:0:20769:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1784935748.425636:0:20769:0:(genops.c:906:class_export_put()) final put ffff8d4443cc1000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1784935748.425640:0:20769:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4443cc1000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1784935748.425651:0:20769:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1784935748.425777:0:20769:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d4443cc4800 00000020:02000400:0.0:1784935748.425840:0:20769:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00000100:00100000:3.0:1784935748.525098:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1784935748.525123:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292183424:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1784935748.525191:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935748.525245:0:18708:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292183424 00000100:00100000:3.0:1784935748.525252:0:18708:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292183424 00000100:00100000:3.0:1784935748.525307:0:18708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1784935748.525316:0:18708:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292183424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1784935748.525344:0:18708:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1784935748.525388:0:18708:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292183424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935748.525395:0:18708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:3.0:1784935748.525413:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784935748.525448:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292183424:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1784935748.909339:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935749.936540:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784935750.061402:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784935750.061425:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292183552:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1784935750.061490:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935750.061534:0:17938:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292183552 00000100:00100000:3.0:1784935750.061541:0:17938:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292183552 00000100:00100000:3.0:1784935750.061579:0:17938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1784935750.061586:0:17938:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575aec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3651:x1871640292183552:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1784935750.061595:0:17938:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1784935750.061635:0:17938:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575aec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3651:x1871640292183552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 47us (144us total) trans 0 rc -107/-107 00000100:00100000:3.0:1784935750.061642:0:17938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:02020000:3.0:1784935750.061682:0:3651:0:(client.c:1492:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:3.0:1784935750.071177:0:3651:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1784935750.071185:0:3651:0:(import.c:65:import_set_state_nolock()) ffff8d457032d800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1784935750.071191:0:3651:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1784935750.082530:0:3651:0:(import.c:65:import_set_state_nolock()) ffff8d457032d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784935750.082557:0:3651:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 492 00000100:00080000:3.0:1784935750.082567:0:3651:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d457032d800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:3.0:1784935750.082602:0:3651:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4575aeca80 x1871640292183680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784935750.082898:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292183680:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1784935750.083010:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935750.083190:0:17202:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292183680 00000100:00100000:2.0:1784935750.083198:0:17202:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292183680 00000100:00100000:2.0:1784935750.083228:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1784935750.083235:0:17202:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3648:x1871640292183680:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:2.0:1784935750.083255:0:17202:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1784935750.099417:0:17202:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3648:x1871640292183680:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 16176us (16403us total) trans 0 rc -19/-19 00000100:00100000:0.0:1784935750.099431:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:1.0:1784935750.099545:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d457032d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784935750.099552:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1784935750.099556:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292183680:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:3.0:1784935750.957307:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1784935751.085819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1784935751.085825:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1784935751.085830:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d457032d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784935751.085838:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 569 00000100:00080000:3.0:1784935751.085843:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1784935751.085850:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d457032d800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:3.0:1784935751.085875:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4575aeca80 x1871640292183936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784935751.086228:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292184192:0@lo:400:kworker.0 00000100:00100000:3.0:1784935751.086295:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935751.086343:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4566eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3651:1871640292184704:0@lo:400:kworker.0 00000100:00100000:3.0:1784935751.086367:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935751.086389:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1784935751.086395:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1871640292184320:0@lo:400:kworker.0 00000100:00100000:3.0:1784935751.086426:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935751.086443:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3651:1871640292184832:0@lo:400:kworker.0 00000100:00100000:3.0:1784935751.086461:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935751.086488:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292184064:0@lo:400:kworker.0 00000100:00100000:3.0:1784935751.086510:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935751.086535:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1871640292184576:0@lo:400:kworker.0 00000100:00100000:3.0:1784935751.086555:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935751.086572:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1784935751.086577:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3650:1871640292183808:0@lo:400:kworker.0 00000400:00000100:3.0:1784935751.086596:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1871640292183808 offset 0 length 224: 4 00000100:00100000:3.0:1784935751.086613:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3650:1871640292184448:0@lo:400:kworker.0 00000100:00100000:3.0:1784935751.086632:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935751.086662:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575aeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292183936:0@lo:38:kworker.0 00000100:00100000:3.0:1784935751.086686:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935751.086718:0:18705:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292184192 00000100:00100000:3.0:1784935751.086725:0:18705:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292184192 00000100:00100000:3.0:1784935751.086769:0:18705:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292184064 00000100:00100000:3.0:1784935751.086772:0:18705:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292184064 00000100:00100000:3.0:1784935751.086798:0:18705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1784935751.086807:0:18705:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292184192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784935751.086862:0:18705:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292184192:12345-0@lo:400:kworker.0 Request processed in 57us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935751.086870:0:18705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1784935751.086892:0:18705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1784935751.086900:0:18705:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443598e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292184064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935751.086909:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1784935751.086922:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292184960:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1784935751.086954:0:18705:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443598e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292184064:12345-0@lo:400:kworker.0 Request processed in 55us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935751.086961:0:18705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1784935751.086977:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935751.086983:0:17198:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292184704 00000100:00100000:3.0:1784935751.086999:0:17198:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292184704 00000100:00100000:3.0:1784935751.087015:0:17198:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292184320 00000100:00100000:3.0:1784935751.087017:0:17198:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292184320 00000100:00100000:3.0:1784935751.087036:0:17198:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292184832 00000100:00100000:3.0:1784935751.087038:0:17198:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292184832 00000100:00100000:3.0:1784935751.087051:0:17198:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292184576 00000100:00100000:3.0:1784935751.087053:0:17198:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292184576 00000100:00100000:3.0:1784935751.087064:0:17198:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292184448 00000100:00100000:3.0:1784935751.087066:0:17198:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292184448 00000100:00100000:3.0:1784935751.087078:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1784935751.087084:0:17198:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1871640292184832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784935751.087114:0:17198:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1871640292184832:12345-0@lo:400:kworker.0 Request processed in 31us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935751.087119:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1784935751.087129:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1784935751.087134:0:17198:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444359b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1871640292184576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935751.087178:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292184064:0@lo:400:kworker.0 00000100:00100000:0.0:1784935751.087205:0:20760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292184960 00000100:00100000:0.0:1784935751.087208:0:20760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292184960 00000100:00100000:0.0:1784935751.087239:0:20760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1784935751.087245:0:20760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292184960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1784935751.087267:0:20760:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1784935751.089122:0:17203:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292183936 00000100:00100000:2.0:1784935751.089135:0:17203:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292183936 00000100:00100000:2.0:1784935751.089194:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1784935751.089199:0:17203:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1871640292183936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1784935751.089220:0:17203:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1784935751.089504:0:17198:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444359b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1871640292184576:12345-0@lo:400:kworker.0 Request processed in 2367us (2945us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935751.089514:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1784935751.089540:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1784935751.089545:0:17198:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3651:x1871640292184704:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1784935751.089553:0:17198:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1784935751.089592:0:17198:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3651:x1871640292184704:12345-0@lo:400:kworker.0 Request processed in 45us (3224us total) trans 0 rc -107/-107 00000100:00100000:3.0:1784935751.089598:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1784935751.089609:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1784935751.089613:0:17198:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3651:x1871640292184320:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1784935751.089618:0:17198:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1784935751.089638:0:17198:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3651:x1871640292184320:12345-0@lo:400:kworker.0 Request processed in 24us (3211us total) trans 0 rc -107/-107 00000100:00100000:3.0:1784935751.089643:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1784935751.089681:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1784935751.089687:0:17198:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3650:x1871640292184448:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1784935751.089691:0:17198:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1784935751.089716:0:17198:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3650:x1871640292184448:12345-0@lo:400:kworker.0 Request processed in 29us (3083us total) trans 0 rc -107/-107 00000100:00100000:3.0:1784935751.089721:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:3.0:1784935751.089739:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1784935751.089745:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1784935751.089748:0:17193:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1784935751.089876:0:3650:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1784935751.089881:0:3650:0:(import.c:65:import_set_state_nolock()) ffff8d45757de800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1784935751.089885:0:3650:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:0.0:1784935751.091097:0:20760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292184960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3846us (4115us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935751.091110:0:20760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:0.0:1784935751.095194:0:3651:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1784935751.095201:0:3651:0:(import.c:65:import_set_state_nolock()) ffff8d4570c41000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1784935751.095206:0:3651:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1784935751.095210:0:3651:0:(import.c:65:import_set_state_nolock()) ffff8d4570c41000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784935751.095214:0:3651:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 492 00000100:00080000:0.0:1784935751.095222:0:3651:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4570c41000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:0.0:1784935751.095251:0:3651:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d44431f1c00 x1871640292185088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784935751.095292:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1871640292184320:0@lo:400:kworker.0 00010000:00080000:0.0:1784935751.095308:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8d4443cd7100 x1871640292184832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935767 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935751.095319:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3651:1871640292184832:0@lo:400:kworker.0 00000100:00100000:0.0:1784935751.095332:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292184192:0@lo:400:kworker.0 00000100:00080000:0.0:1784935751.095342:0:3651:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1784935751.095345:0:3651:0:(import.c:65:import_set_state_nolock()) ffff8d44422d9800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1784935751.095348:0:3651:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1784935751.095351:0:3651:0:(import.c:65:import_set_state_nolock()) ffff8d44422d9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784935751.095353:0:3651:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 524 00000100:00080000:0.0:1784935751.095357:0:3651:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d44422d9800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:0.0:1784935751.095370:0:3651:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d44431f3800 x1871640292185216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784935751.095379:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4566eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3651:1871640292184704:0@lo:400:kworker.0 00000100:00100000:2.0:1784935751.098150:0:17203:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1871640292183936:12345-0@lo:38:kworker.0 Request processed in 8939us (11452us total) trans 0 rc -19/-19 00000100:00100000:2.0:1784935751.098174:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1784935751.098331:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3648:1871640292185088:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1784935751.098373:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935751.098398:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3648:1871640292185216:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1784935751.100313:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1784935751.100376:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d457032d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784935751.100382:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1784935751.100393:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292183936:0@lo:38:kworker.0 00000100:00100000:2.0:1784935751.100487:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292185088 00000100:00100000:2.0:1784935751.100495:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292185088 00000100:00100000:2.0:1784935751.100531:0:17199:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292185216 00000100:00100000:2.0:1784935751.100534:0:17199:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292185216 00000100:00100000:2.0:1784935751.100558:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1784935751.100566:0:17199:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3648:x1871640292185088:12345-0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1784935751.100573:0:18430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1784935751.100582:0:18430:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3648:x1871640292185216:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:2.0:1784935751.100589:0:17199:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1784935751.100597:0:18430:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1784935751.100648:0:18430:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3648:x1871640292185216:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 64us (340us total) trans 0 rc -19/-19 00000100:00100000:0.0:1784935751.100655:0:18430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1784935751.100656:0:17199:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3648:x1871640292185088:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 79us (2271us total) trans 0 rc -19/-19 00000100:00100000:2.0:1784935751.100666:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:2.0:1784935751.100696:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4570c41000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784935751.100700:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1784935751.100704:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3648:1871640292185088:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:2.0:1784935751.100712:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d44422d9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784935751.100715:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1784935751.100718:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3648:1871640292185216:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:3.0:1784935751.131045:0:3650:0:(import.c:65:import_set_state_nolock()) ffff8d45757de800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784935751.131058:0:3650:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 506 00000100:00080000:3.0:1784935751.131068:0:3650:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d45757de800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:3.0:1784935751.131107:0:3650:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d444359ad80 x1871640292185344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784935751.131134:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3650:1871640292184448:0@lo:400:kworker.0 00000100:00100000:3.0:1784935751.131150:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3648:1871640292185344:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1784935751.131290:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935751.131350:0:18430:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292185344 00000100:00100000:3.0:1784935751.131358:0:18430:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292185344 00000100:00100000:3.0:1784935751.131393:0:18430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1784935751.131400:0:18430:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444359b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3648:x1871640292185344:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00080000:2.0:1784935751.138052:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8d4575aece00 x1871640292184576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935767 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935751.138072:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1871640292184576:0@lo:400:kworker.0 00000100:00100000:2.0:1784935751.138110:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292184960:0@lo:13:osp-pre-1-1.0 00010000:00020000:3.0:1784935751.139297:0:18430:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1784935751.139391:0:18430:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444359b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3648:x1871640292185344:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 7987us (8098us total) trans 0 rc -19/-19 00000100:00100000:3.0:1784935751.139401:0:18430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1784935751.139488:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d45757de800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784935751.139494:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1784935751.139499:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3648:1871640292185344:0@lo:38:ptlrpcd_00_01.0 00000001:00100000:0.0:1784935751.600635:0:18700:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1784935751.600660:0:18700:0:(genops.c:906:class_export_put()) final put ffff8d4581eb8000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1784935751.600760:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581eb8000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1784935751.600825:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4581ebd000 for lustre-OST0000 00000001:00100000:3.0:1784935751.611579:0:19518:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1784935751.611588:0:19518:0:(genops.c:906:class_export_put()) final put ffff8d44422da000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1784935751.611777:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d44422da000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1784935751.611886:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d44422df800 for lustre-OST0001 00010000:00010000:0.0:1784935751.981913:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1784935752.083585:0:20971:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1784935752.105252:0:20971:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:2.0:1784935752.105387:0:20971:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b17824 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1782b expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.105400:0:20971:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b17824 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b1782b expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.105408:0:20971:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b17824 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b1782b expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.105415:0:20971:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b17824 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b1782b expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.105481:0:20971:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1784935752.105487:0:20971:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1784935752.105513:0:20971:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784935752.105517:0:20971:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1784935752.105522:0:20971:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1784935752.105527:0:20971:0:(import.c:65:import_set_state_nolock()) ffff8d4570c41000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1784935752.105532:0:20971:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784935752.105533:0:20971:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1784935752.105536:0:20971:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1784935752.106811:0:20971:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443699000/0x857e02f4e0b17783 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1778a expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.106826:0:20971:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443699000/0x857e02f4e0b17783 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b1778a expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.106833:0:20971:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443699000/0x857e02f4e0b17783 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b1778a expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.106856:0:20971:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d4443699000/0x857e02f4e0b17783 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b1778a expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.106906:0:17186:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784935752.106914:0:17186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b17824 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b1782b expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.106922:0:17186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020400 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:0.0:1784935752.106937:0:17186:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b17824 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b1782b expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.106946:0:17186:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b17824 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b1782b expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784935752.106954:0:17186:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b17824 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b1782b expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935752.106959:0:17186:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1784935752.106962:0:17186:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1784935752.106964:0:17186:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1784935752.107260:0:20971:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784935752.107269:0:20971:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b17a70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17a77 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.107277:0:20971:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b17a70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17a77 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.107283:0:20971:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b17a70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17a77 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.107289:0:20971:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b17a70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17a77 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.107358:0:20971:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1784935752.107366:0:20971:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b17c0d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17c14 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.107374:0:20971:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b17c0d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17c14 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.107380:0:20971:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b17c0d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17c14 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.107386:0:20971:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b17c0d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17c14 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.107403:0:20971:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1784935752.107408:0:20971:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554021800/0x857e02f4e0b17775 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1777c expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.107413:0:20971:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554021800/0x857e02f4e0b17775 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b1777c expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.107419:0:20971:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554021800/0x857e02f4e0b17775 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b1777c expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.107424:0:20971:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d4554021800/0x857e02f4e0b17775 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b1777c expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935752.107430:0:20971:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:2.0:1784935752.107433:0:20971:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:2.0:1784935752.107460:0:20971:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:2.0:1784935752.107464:0:20971:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:2.0:1784935752.107467:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784935752.107472:0:20971:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1784935752.107479:0:20971:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff8d44422db800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1784935752.107486:0:20971:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff8d457d2a1800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1784935752.107490:0:20971:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff8d4566f399c0) has exports, disconnecting them 00000020:00080000:2.0:1784935752.107494:0:20971:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8d44422db800), last request at 1784935751 00000020:00000080:2.0:1784935752.107500:0:20971:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17a62 00000100:00080000:2.0:1784935752.107516:0:20971:0:(import.c:65:import_set_state_nolock()) ffff8d44422db000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1784935752.107564:0:20971:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d44422db800): rc 0 00000020:00000080:2.0:1784935752.107567:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d44422db800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:2.0:1784935752.107579:0:20971:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8d457d2a1800), last request at 1784935751 00000020:00000080:2.0:1784935752.107588:0:20971:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17904 00000100:00080000:2.0:1784935752.107594:0:20971:0:(import.c:65:import_set_state_nolock()) ffff8d457d2a0800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1784935752.107601:0:20971:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d457d2a1800): rc 0 00000020:00000080:2.0:1784935752.107603:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d457d2a1800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:2.0:1784935752.107609:0:20971:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffadd441c1bae0 00000100:00080000:2.0:1784935752.107784:0:20971:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784935752.107847:0:20971:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8d4575aeea00 x1871640292183552/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1784935766 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935752.107865:0:20971:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:0.0:1784935752.108095:0:17186:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b17824 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b1782b expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108102:0:17186:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784935752.108125:0:17186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b17824 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b1782b expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108132:0:17186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b17824 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b1782b expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108144:0:17186:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1784935752.108154:0:17186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4443699000/0x857e02f4e0b17783 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b1778a expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108160:0:17186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699000 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:0.0:1784935752.108163:0:17186:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4443699000/0x857e02f4e0b17783 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b1778a expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108171:0:17186:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4443699000/0x857e02f4e0b17783 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b1778a expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784935752.108178:0:17186:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4443699000/0x857e02f4e0b17783 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b1778a expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935752.108183:0:17186:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1784935752.108186:0:17186:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:0.0:1784935752.108189:0:17186:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:0.0:1784935752.108205:0:17186:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d4443699000/0x857e02f4e0b17783 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b1778a expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108210:0:17186:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784935752.108220:0:17186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4443699000/0x857e02f4e0b17783 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b1778a expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108226:0:17186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4443699000/0x857e02f4e0b17783 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b1778a expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108235:0:17186:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1784935752.108238:0:17186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b17a70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17a77 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108242:0:17186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d301000 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:0.0:1784935752.108251:0:17186:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b17a70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17a77 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108258:0:17186:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b17a70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b17a77 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784935752.108264:0:17186:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b17a70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b17a77 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935752.108269:0:17186:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1784935752.108271:0:17186:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1784935752.108273:0:17186:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1784935752.108284:0:17186:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b17a70 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17a77 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108289:0:17186:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784935752.108295:0:17186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b17a70 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17a77 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108301:0:17186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b17a70 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17a77 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108325:0:17186:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784935752.108329:0:17186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b17c0d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17c14 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108333:0:17186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020200 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:0.0:1784935752.108336:0:17186:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b17c0d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17c14 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108343:0:17186:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b17c0d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b17c14 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784935752.108354:0:17186:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b17c0d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b17c14 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935752.108359:0:17186:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1784935752.108361:0:17186:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1784935752.108363:0:17186:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1784935752.108376:0:17186:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b17c0d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17c14 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108381:0:17186:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784935752.108386:0:17186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b17c0d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17c14 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108393:0:17186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b17c0d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b17c14 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108401:0:17186:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935752.108404:0:17186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4554021800/0x857e02f4e0b17775 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b1777c expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108409:0:17186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021800 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:0.0:1784935752.108412:0:17186:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4554021800/0x857e02f4e0b17775 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b1777c expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108418:0:17186:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4554021800/0x857e02f4e0b17775 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b1777c expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784935752.108423:0:17186:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4554021800/0x857e02f4e0b17775 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b1777c expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935752.108437:0:17186:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1784935752.108439:0:17186:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1784935752.108441:0:17186:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1784935752.108452:0:17186:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d4554021800/0x857e02f4e0b17775 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b1777c expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108457:0:17186:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784935752.108461:0:17186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4554021800/0x857e02f4e0b17775 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b1777c expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108467:0:17186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4554021800/0x857e02f4e0b17775 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x857e02f4e0b1777c expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935752.108478:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935752.108479:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935752.108481:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935752.108491:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935752.108516:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3651:1871640292185600:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784935752.108581:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935752.108634:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292183552:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784935752.108651:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784935752.108656:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3651:1871640292185728:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784935752.108677:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935752.108701:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3650:1871640292185472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784935752.108722:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935752.108906:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3650:1871640292185984:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784935752.108963:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935752.109056:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1784935752.109065:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3650:1871640292185856:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784935752.109089:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935752.109116:0:17183:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292185600 00000100:00100000:0.0:1784935752.109121:0:17183:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292185600 00000100:00100000:0.0:1784935752.109149:0:17183:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292185728 00000100:00100000:0.0:1784935752.109152:0:17183:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292185728 00000100:00100000:0.0:1784935752.109159:0:17183:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292185472 00000100:00100000:0.0:1784935752.109162:0:17183:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292185472 00000100:00100000:0.0:1784935752.109169:0:17183:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292185984 00000100:00100000:0.0:1784935752.109171:0:17183:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292185984 00000100:00100000:0.0:1784935752.109177:0:17183:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292185856 00000100:00100000:0.0:1784935752.109180:0:17183:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292185856 00000100:00100000:0.0:1784935752.109192:0:17183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1784935752.109198:0:17183:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3651:x1871640292185600:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1784935752.109204:0:17183:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784935752 with bad export cookie 9619129104874960463 00010000:00010000:3.0:1784935752.111177:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784935752.111219:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1784935752.111229:0:17184:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3651:x1871640292185728:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1784935752.111237:0:17184:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784935752 with bad export cookie 9619129104874960463 00000100:00100000:3.0:1784935752.111348:0:17184:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3651:x1871640292185728:12345-0@lo:103:ldlm_bl.0 Request processed in 120us (2669us total) trans 0 rc -107/-107 00000100:00100000:3.0:1784935752.111355:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1784935752.111377:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1784935752.111381:0:17184:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3650:x1871640292185472:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1784935752.111385:0:17184:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784935752 with bad export cookie 9619129104874960463 00000100:00100000:3.0:1784935752.111413:0:17184:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3650:x1871640292185472:12345-0@lo:103:ldlm_bl.0 Request processed in 31us (2690us total) trans 0 rc -107/-107 00000100:00100000:3.0:1784935752.111419:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1784935752.111430:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1784935752.111433:0:17184:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3650:x1871640292185984:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1784935752.111437:0:17184:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784935752 with bad export cookie 9619129104874960463 00000100:00100000:3.0:1784935752.111462:0:17184:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3650:x1871640292185984:12345-0@lo:103:ldlm_bl.0 Request processed in 26us (2498us total) trans 0 rc -107/-107 00000100:00100000:3.0:1784935752.111467:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1784935752.111494:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1784935752.111498:0:17184:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3650:x1871640292185856:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1784935752.111503:0:17184:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784935752 with bad export cookie 9619129104874960463 00000100:00100000:3.0:1784935752.111531:0:17184:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3650:x1871640292185856:12345-0@lo:103:ldlm_bl.0 Request processed in 31us (2441us total) trans 0 rc -107/-107 00000100:00100000:3.0:1784935752.111537:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1784935752.111580:0:3651:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.128@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1784935752.111584:0:3651:0:(import.c:65:import_set_state_nolock()) ffff8d455e1d7000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1784935752.111588:0:3651:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.128@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1784935752.111649:0:20971:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1784935752.111657:0:20971:0:(import.c:65:import_set_state_nolock()) ffff8d457032d800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1784935752.113172:0:3650:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.128@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000020:00000080:1.0:1784935752.113233:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d44422db800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:1.0:1784935752.113283:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457d2a1800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:1.0:1784935752.113303:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d44422db000 for lustre-MDT0001 00000020:00000080:1.0:1784935752.113319:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d457d2a0800 for lustre-MDT0001 00000100:00100000:0.0:1784935752.119820:0:17183:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3651:x1871640292185600:12345-0@lo:103:ldlm_bl.0 Request processed in 10595us (11213us total) trans 0 rc -107/-107 00000100:00100000:0.0:1784935752.119833:0:17183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:0.0:1784935752.122225:0:20971:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1784935752.122234:0:20971:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1784935752.122261:0:20971:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1784935752.122339:0:20971:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1784935752.122369:0:20971:0:(import.c:65:import_set_state_nolock()) ffff8d4581e88000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1784935752.122387:0:20971:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1784935752.122389:0:20971:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1784935752.122399:0:20971:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1784935752.122467:0:20971:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1784935752.122492:0:20971:0:(import.c:65:import_set_state_nolock()) ffff8d455126f800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1784935752.122528:0:20971:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff8d4566f399c0) has no exports 00000100:00100000:1.0:1784935752.122593:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292186112:0@lo:9:umount.0 00000100:00100000:1.0:1784935752.122670:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935752.122715:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292186240:0@lo:9:umount.0 00000100:00100000:1.0:1784935752.122746:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935752.122857:0:18703:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292186112 00000100:00100000:1.0:1784935752.122864:0:18703:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292186112 00000100:00100000:1.0:1784935752.122902:0:18703:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292186240 00000100:00100000:1.0:1784935752.122905:0:18703:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292186240 00000100:00100000:1.0:1784935752.122923:0:18703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1784935752.122956:0:18703:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1871640292186112:12345-0@lo:9:umount.0 00000020:00000080:1.0:1784935752.122978:0:18703:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b1792e 00000100:00080000:1.0:1784935752.123003:0:18703:0:(import.c:65:import_set_state_nolock()) ffff8d4581ebf000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1784935752.123041:0:18703:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1784935752.123166:0:18703:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3648:x1871640292186112:12345-0@lo:9:umount.0 Request processed in 212us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935752.123173:0:18703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1784935752.123188:0:18703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1784935752.123194:0:18703:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1871640292186240:12345-0@lo:9:umount.0 00000020:00000080:1.0:1784935752.123206:0:18703:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17a93 00000100:00080000:1.0:1784935752.123212:0:18703:0:(import.c:65:import_set_state_nolock()) ffff8d4441b26800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1784935752.123232:0:18703:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1784935752.123299:0:18703:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3648:x1871640292186240:12345-0@lo:9:umount.0 Request processed in 104us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935752.123305:0:18703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00010000:1.0:1784935752.123329:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1784935752.123356:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4581e88000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1784935752.123365:0:3648:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1784935752.123367:0:3648:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784935752.123371:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292186112:0@lo:9:umount.0 00000100:00080000:1.0:1784935752.123381:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d455126f800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1784935752.123397:0:3648:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1784935752.123398:0:3648:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784935752.123401:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292186240:0@lo:9:umount.0 00010000:00010000:1.0:1784935752.123433:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1784935752.139134:0:3651:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.128@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1784935752.139139:0:3651:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1784935752.139148:0:3651:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d4575aee680 x1871640292183808/t0(0) o400->MGC192.168.203.128@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784935767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935752.139162:0:3651:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d44431f0e00 x1871640292185600/t0(0) o103->MGC192.168.203.128@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784935768 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935752.139172:0:3651:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d44431f1180 x1871640292185728/t0(0) o103->MGC192.168.203.128@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784935768 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935752.139178:0:3651:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d44431f2300 x1871640292185472/t0(0) o103->MGC192.168.203.128@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784935768 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935752.139186:0:3651:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d44431f0000 x1871640292185984/t0(0) o103->MGC192.168.203.128@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784935768 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935752.139195:0:3651:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d44431f0a80 x1871640292185856/t0(0) o103->MGC192.168.203.128@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784935768 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1784935752.139203:0:3651:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1784935752.139206:0:3651:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1784935752.139207:0:3651:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1784935752.139256:0:3650:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8d455e1d7000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:2.0:1784935752.139286:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3650:1871640292185472:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784935752.139295:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3650:1871640292185984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784935752.139302:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575aee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3650:1871640292183808:0@lo:400:kworker.0 00000100:00100000:2.0:1784935752.139348:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3650:1871640292185856:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1784935752.139440:0:3651:0:(import.c:65:import_set_state_nolock()) ffff8d455e1d7000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784935752.139446:0:3651:0:(import.c:510:import_select_connection()) MGC192.168.203.128@tcp: connect to NID 0@lo last attempt 478 00000100:00080000:3.0:1784935752.139471:0:3651:0:(import.c:624:import_select_connection()) MGC192.168.203.128@tcp: import ffff8d455e1d7000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:3.0:1784935752.139500:0:3651:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d444359ad80 x1871640292186368/t0(0) o250->MGC192.168.203.128@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784935752.139556:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3648:1871640292186368:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:1.0:1784935752.139604:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1871640292186368 offset 0 length 520: 4 00000100:00100000:3.0:1784935752.139672:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3651:1871640292185600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784935752.139685:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3651:1871640292185728:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1784935752.152208:0:20971:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff8d4566f399c0) has no exports 00000020:01000000:2.0:1784935752.205201:0:20971:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8d44433d4e40 - data ffff8d455e580510/ffff8d4574695c00 00000020:01000000:2.0:1784935752.205367:0:20971:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8d45436fb540 - data ffff8d455e51f6c0/ffff8d4574690800 00000001:00000004:2.0:1784935752.219426:0:20971:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:0.0:1784935752.277578:0:20971:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1784935752.277597:0:20971:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1784935752.277701:0:20971:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1784935752.284852:0:20971:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1784935752.284861:0:20971:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1784935752.285188:0:20971:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1784935752.285191:0:20971:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1784935752.286400:0:17939:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1784935752.286406:0:17939:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:3.0:1784935752.286416:0:17939:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1784935752.287414:0:20971:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1784935752.287420:0:20971:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1784935752.287434:0:20971:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1784935752.287437:0:20971:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1784935752.287718:0:17941:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1784935752.287722:0:17941:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1784935752.287733:0:17941:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1784935752.288544:0:20971:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17798 00000020:00000080:0.0:1784935752.288553:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d457e89d800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1784935752.289847:0:20971:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b177ad 00000020:00000080:0.0:1784935752.289856:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d457e89f000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1784935752.289861:0:20971:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:0.0:1784935752.289865:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935752.289874:0:20971:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1784935752.289877:0:20971:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff8d4566f38000) has no exports 00000020:00000080:1.0:1784935752.290332:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457e89d800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1784935752.290341:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457e89f000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000004:01000000:0.0:1784935752.292344:0:20971:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1784935752.292360:0:20971:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17801 00000020:00000080:0.0:1784935752.292368:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d4570ceb800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1784935752.292389:0:20971:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:0.0:1784935752.292395:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935752.292404:0:20971:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1784935752.292408:0:20971:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff8d45745ccd40) has no exports 00000020:00000080:0.0:1784935752.292415:0:20971:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b177fa 00000020:00000080:0.0:1784935752.292418:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d4581c8f800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1784935752.292704:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4570ceb800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1784935752.292713:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581c8f800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1784935752.292782:0:20971:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:0.0:1784935752.292787:0:20971:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1784935752.292801:0:20971:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1784935752.292807:0:20971:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1784935752.292810:0:20971:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1784935752.292852:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784935752.292858:0:20971:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1784935752.292865:0:20971:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b177ec 00000020:00000080:0.0:1784935752.292869:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d4581e8a000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1784935752.292872:0:20971:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:0.0:1784935752.292875:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935752.292878:0:20971:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1784935752.292880:0:20971:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff8d457b97cd40) has no exports 00000020:00000080:0.0:1784935752.292883:0:20971:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b177e5 00000020:00000080:0.0:1784935752.292886:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d4581e8f000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1784935752.292943:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d455126f800 for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1784935752.292959:0:37:0:(genops.c:906:class_export_put()) final put ffff8d4581e8c800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1784935752.292962:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581e8c800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:3.0:1784935752.292968:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1784935752.293048:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581e8a000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1784935752.293053:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581e8f000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1784935752.293497:0:20971:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:0.0:1784935752.293500:0:20971:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1784935752.293503:0:20971:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1784935752.293507:0:20971:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1784935752.293509:0:20971:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1784935752.293544:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784935752.293549:0:20971:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:0.0:1784935752.293560:0:20971:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1784935752.293564:0:20971:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b177d0 00000020:00000080:0.0:1784935752.293569:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d4581e8c000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1784935752.293573:0:20971:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:0.0:1784935752.293576:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935752.293579:0:20971:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1784935752.293581:0:20971:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff8d457e8899c0) has no exports 00000020:00000080:3.0:1784935752.293636:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4581e88000 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1784935752.293642:0:37:0:(genops.c:906:class_export_put()) final put ffff8d4581e8f800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1784935752.293644:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581e8f800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1784935752.293648:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1784935752.293687:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581e8c000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1784935752.293824:0:20971:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b177c9 00000020:00000080:0.0:1784935752.293828:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d457032b800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1784935752.296701:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457032b800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1784935752.297855:0:20971:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:1.0:1784935752.297861:0:20971:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1784935752.297866:0:20971:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1784935752.297874:0:20971:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1784935752.297956:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784935752.297967:0:20971:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1784935752.298001:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784935752.298005:0:20971:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1784935752.298039:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d457032d800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1784935752.298048:0:37:0:(genops.c:906:class_export_put()) final put ffff8d4570328800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1784935752.298051:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4570328800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1784935752.298127:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1784935752.298173:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d457d24f800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1784935752.298176:0:20971:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457d24f800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1784935752.298181:0:20971:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1784935752.298739:0:20971:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b177b4 00000020:00000080:1.0:1784935752.298747:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d457e89b800/lustre-MDD0001_UUID 00000020:01000000:1.0:1784935752.298761:0:20971:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:1.0:1784935752.298767:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784935752.298771:0:20971:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1784935752.298775:0:20971:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff8d4566f3cd40) has no exports 00000020:00000080:1.0:1784935752.298801:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784935752.298805:0:20971:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:3.0:1784935752.298807:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457e89b800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1784935752.298812:0:37:0:(genops.c:906:class_export_put()) final put ffff8d457e898800/lustre-MDD0001_UUID 00000020:00000080:3.0:1784935752.298814:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457e898800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1784935752.298818:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1784935752.298818:0:20971:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b177bb 00000020:00000080:1.0:1784935752.298822:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d457e89b000/lustre-MDT0001-osd_UUID 00000020:01000004:1.0:1784935752.298846:0:20971:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d4443d3b800 from lustre-MDT0001, refs=2 00000020:01000004:1.0:1784935752.298850:0:20971:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d4443d3b800 2 00000020:01000004:1.0:1784935752.298852:0:20971:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d4443d3b800 from lustre-MDT0001 00000020:00000080:1.0:1784935752.298868:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784935752.298871:0:20971:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:1.0:1784935752.298873:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d457e89c000/lustre-MDT0001_UUID 00000020:00000080:1.0:1784935752.298875:0:20971:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457e89c000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:1.0:1784935752.298881:0:20971:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:1.0:1784935752.298905:0:20971:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:1.0:1784935752.298909:0:20971:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:1.0:1784935752.298912:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784935752.298914:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457e89b000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1784935752.298914:0:20971:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1784935752.298921:0:20971:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8d45492d2800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1784935752.298939:0:20971:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff8d457e888000) has exports, disconnecting them 00000020:00080000:1.0:1784935752.298944:0:20971:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8d45492d2800), last request at 1784935673 00000020:00000080:1.0:1784935752.298947:0:20971:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17839 00000020:00080000:1.0:1784935752.298956:0:20971:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d45492d2800): rc 0 00000020:00000080:1.0:1784935752.298960:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d45492d2800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1784935752.299030:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d45492d2800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1784935752.421988:0:20971:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1784935752.421998:0:20971:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1784935752.422003:0:20971:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1784935752.422035:0:20971:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1784935752.422226:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4570c41000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1784935752.422506:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784935752.422515:0:20971:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1784935752.422520:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d45492d1000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1784935752.422529:0:20971:0:(genops.c:865:class_export_destroy()) destroying export ffff8d45492d1000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1784935752.422538:0:20971:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1784935752.422641:0:20971:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d4443d3b800 1 00000020:00000080:0.0:1784935752.422647:0:20971:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17760 00000020:00000080:0.0:1784935752.422653:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d4566fbb000/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1784935752.422663:0:20971:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1784935752.422667:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935752.422671:0:20971:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1784935752.422675:0:20971:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff8d457e88cd40) has no exports 00000020:00000080:3.0:1784935752.423210:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4566fbb000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1784935752.467443:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784935752.467460:0:20971:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1784935752.467466:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d4573e1c800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1784935752.467471:0:20971:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4573e1c800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1784935752.467479:0:20971:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1784935752.467603:0:20971:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d4559aa0000 00000020:01000000:0.0:1784935752.467624:0:20971:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1784935752.467628:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935752.467632:0:20971:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1784935752.467636:0:20971:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffff8d44420999c0) has no exports 00000100:00100000:2.0:1784935752.467956:0:17197:0:(service.c:3182:ptlrpc_main()) mdt00_000: service thread [ffff8d4443c19c00:17197] 0 exiting: rc = 1 00000100:00100000:2.0:1784935752.468098:0:18430:0:(service.c:3182:ptlrpc_main()) mdt00_003: service thread [ffff8d4572ae1e00:18430] 3 exiting: rc = 0 00000100:00100000:3.0:1784935752.468374:0:17198:0:(service.c:3182:ptlrpc_main()) mdt00_001: service thread [ffff8d4443c18c00:17198] 1 exiting: rc = 0 00000100:00100000:1.0:1784935752.468530:0:17199:0:(service.c:3182:ptlrpc_main()) mdt00_002: service thread [ffff8d4544f10a00:17199] 2 exiting: rc = 0 00000100:00100000:0.0:1784935752.469216:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469226:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469231:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469236:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469242:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469248:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469253:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469259:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469264:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469283:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469290:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469295:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469300:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469306:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469312:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469318:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469323:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469328:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469334:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469340:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469345:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469351:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469356:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469362:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469367:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469373:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469378:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469384:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469389:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469394:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469400:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469405:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469411:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469417:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469422:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469429:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469434:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469440:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469445:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469451:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469457:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469462:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469483:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469490:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469505:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469510:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469516:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469521:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469527:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469532:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469538:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469544:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469563:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469571:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469576:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469582:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469588:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469593:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469598:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469604:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469610:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469616:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469621:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.469627:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.473754:0:17201:0:(service.c:3182:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8d4443074600:17201] 1 exiting: rc = 0 00000100:00100000:2.0:1784935752.473880:0:17200:0:(service.c:3182:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8d4544f11a00:17200] 0 exiting: rc = 1 00000100:00100000:0.0:1784935752.474230:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474237:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474243:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474249:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474253:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474258:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474262:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474266:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474270:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474275:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474280:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474285:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474290:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474295:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474299:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474317:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474322:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474327:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474331:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474336:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474341:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474346:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474351:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474356:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474361:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474366:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474372:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474377:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474381:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474386:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474391:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474396:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474401:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474406:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474411:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474417:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474422:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474428:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474433:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474439:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474443:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474448:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474454:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474458:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474463:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474468:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474472:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474478:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474482:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474488:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474501:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474506:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474511:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474517:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474522:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474527:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474532:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474537:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474541:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474546:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474551:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474556:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474561:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.474566:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.475544:0:17202:0:(service.c:3182:ptlrpc_main()) mdt_out00_000: service thread [ffff8d456de37a00:17202] 0 exiting: rc = 1 00000100:00100000:2.0:1784935752.475638:0:17203:0:(service.c:3182:ptlrpc_main()) mdt_out00_001: service thread [ffff8d456de37e00:17203] 1 exiting: rc = 0 00000100:00100000:2.0:1784935752.476009:0:17938:0:(service.c:3182:ptlrpc_main()) mdt_out00_002: service thread [ffff8d4575b06000:17938] 2 exiting: rc = 0 00000100:00100000:0.0:1784935752.476124:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476133:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476139:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476145:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476150:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476156:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476162:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476167:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476174:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476179:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476185:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476190:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476211:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476218:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476223:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476229:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476235:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476241:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476248:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476254:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476259:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476274:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476281:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476287:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476307:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476315:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476320:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476327:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476332:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476337:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476343:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476348:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476353:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476359:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476364:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476370:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476391:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476398:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476404:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476410:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476415:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476420:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476425:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476430:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476435:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476441:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476446:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476452:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476471:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476478:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476483:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476490:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476495:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476500:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476506:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476512:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476526:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476531:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476537:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476543:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476563:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476570:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476577:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935752.476584:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935752.484756:0:17204:0:(service.c:3182:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8d454569fc00:17204] 0 exiting: rc = 1 00000100:00100000:1.0:1784935752.485448:0:17205:0:(service.c:3182:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8d4566fae200:17205] 1 exiting: rc = 0 00000100:00100000:2.0:1784935752.487048:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487058:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487063:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487068:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487073:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487079:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487086:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487091:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487096:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487101:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487106:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487111:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487116:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487121:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487126:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487131:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487136:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487142:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487147:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487152:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487157:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487162:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487167:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487171:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487176:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487181:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487186:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487191:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487196:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487201:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487205:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487212:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487216:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487236:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487241:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487247:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487255:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487260:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487266:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487271:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487276:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487281:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487285:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487291:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487296:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487300:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487305:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487310:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487316:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487320:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487325:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487330:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487335:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487340:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487345:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487350:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487356:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487360:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487364:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487369:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487373:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487379:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487383:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.487388:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935752.487950:0:17207:0:(service.c:3182:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8d45599c4000:17207] 1 exiting: rc = 0 00000100:00100000:0.0:1784935752.488207:0:17206:0:(service.c:3182:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8d4566faf800:17206] 0 exiting: rc = 1 00000100:00100000:2.0:1784935752.488321:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488327:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488332:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488337:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488351:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488356:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488361:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488367:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488371:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488376:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488381:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488386:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488390:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488395:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488400:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488405:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488409:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488414:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488418:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488423:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488428:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488432:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488437:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488443:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488448:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488453:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488458:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488463:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488467:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488472:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488476:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488481:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488486:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488490:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488495:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488501:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488507:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488512:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488517:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488529:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488534:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488539:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488544:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488549:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488553:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488559:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488564:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488568:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488574:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488578:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488583:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488588:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488593:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488598:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488603:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488608:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488613:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488617:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488622:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488627:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488633:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488638:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488643:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.488648:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935752.489425:0:17208:0:(service.c:3182:ptlrpc_main()) mdt_fld_0000: service thread [ffff8d4543d25800:17208] 0 exiting: rc = 1 00000100:00100000:0.0:1784935752.489554:0:17209:0:(service.c:3182:ptlrpc_main()) mdt_fld_0001: service thread [ffff8d4543d25000:17209] 1 exiting: rc = 0 00000100:00100000:2.0:1784935752.490335:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490342:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490347:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490352:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490357:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490362:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490366:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490371:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490375:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490379:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490396:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490401:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490407:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490412:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490417:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490422:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490427:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490432:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490436:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490442:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490447:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490452:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490457:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490462:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490466:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490470:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490475:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490479:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490484:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490488:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490493:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490498:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490502:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490508:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490514:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490519:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490525:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490530:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490535:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490539:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490544:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490548:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490553:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490558:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490562:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490576:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490580:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490585:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490590:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490595:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490601:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490606:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490611:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490615:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490619:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490623:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490627:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490631:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490636:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490641:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490645:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490650:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490655:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.490660:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935752.492254:0:17210:0:(service.c:3182:ptlrpc_main()) mdt_io00_000: service thread [ffff8d455e357000:17210] 0 exiting: rc = 1 00000100:00100000:1.0:1784935752.492463:0:17212:0:(service.c:3182:ptlrpc_main()) mdt_io00_002: service thread [ffff8d455e357800:17212] 2 exiting: rc = 0 00000100:00100000:0.0:1784935752.493313:0:17211:0:(service.c:3182:ptlrpc_main()) mdt_io00_001: service thread [ffff8d455e356c00:17211] 1 exiting: rc = 0 00000100:00100000:2.0:1784935752.493530:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493538:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493545:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493550:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493557:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493563:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493569:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493575:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493580:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493586:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493611:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493618:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493623:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493629:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493634:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493640:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493656:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493661:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493668:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493674:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493679:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493684:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493690:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493696:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493702:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493708:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493714:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493720:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493725:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493731:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493736:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493742:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493748:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493753:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493774:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493781:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493786:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493792:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493797:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493803:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493881:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493889:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493895:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493900:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493905:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493910:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493915:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493921:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493959:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493966:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493971:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493994:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.493999:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.494005:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.494011:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.494017:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.494022:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.494028:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.494034:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.494041:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.494046:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.494051:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.494056:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935752.494061:0:20971:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1784935752.500653:0:20971:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784935752.500666:0:20971:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1784935752.500671:0:20971:0:(genops.c:906:class_export_put()) final put ffff8d4561c32800/MDS_uuid 00000020:00000080:2.0:1784935752.500676:0:20971:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4561c32800/MDS_uuid for MDS 00000020:01000000:2.0:1784935752.500689:0:20971:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1784935752.501069:0:20971:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1784935753.005292:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935754.032187:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935755.053283:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935756.077188:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1784935756.205069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c8b4eee-3769-4cc8-9dd4-4824356c9813->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1784935756.205079:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9c8b4eee-3769-4cc8-9dd4-4824356c9813->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1784935756.205082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1784935756.205086:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1784935756.205089:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d45757de800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784935756.205097:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 570 00000100:00080000:3.0:1784935756.205102:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1784935756.205109:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d45757de800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:3.0:1784935756.205150:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d444359a300 x1871640292186496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1784935756.205196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1784935756.205200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1784935756.205213:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d44422d9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784935756.205217:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 570 00000100:00080000:3.0:1784935756.205220:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1784935756.205223:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d44422d9800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:3.0:1784935756.205236:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d444359b800 x1871640292186752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784935756.205322:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3648:1871640292186496:0@lo:38:kworker.0 00000400:00000100:0.0:1784935756.205374:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871640292186496 offset 0 length 520: 4 00000100:00100000:0.0:1784935756.205418:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3648:1871640292186752:0@lo:38:kworker.0 00000400:00000100:0.0:1784935756.205437:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871640292186752 offset 0 length 520: 4 00000100:00100000:2.0:1784935756.210025:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3651:1871640292186624:0@lo:400:kworker.0 00000400:00000100:2.0:1784935756.210089:0:3651:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871640292186624 offset 0 length 224: 4 00000100:00100000:2.0:1784935756.210138:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784935756.210145:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3651:1871640292186880:0@lo:400:kworker.0 00000400:00000100:2.0:1784935756.210163:0:3651:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871640292186880 offset 0 length 224: 4 00000020:01000004:3.0:1784935756.260686:0:21172:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1784935756.271485:0:21172:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1784935756.271538:0:21172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443200600/0x857e02f4e0b178d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b178da expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935756.271554:0:21172:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443200600/0x857e02f4e0b178d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b178da expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935756.271561:0:21172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443200600/0x857e02f4e0b178d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b178da expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935756.271568:0:21172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d4443200600/0x857e02f4e0b178d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b178da expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935756.271582:0:21172:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1784935756.271596:0:21172:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1784935756.271628:0:21172:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1784935756.271641:0:21172:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d444359a300 x1871640292186496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1784935771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935756.271658:0:21172:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1784935756.271687:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d45757de800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784935756.271692:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-5) 00000100:00100000:0.0:1784935756.271697:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3648:1871640292186496:0@lo:38:kworker.0 00000100:00080000:0.0:1784935756.271735:0:21172:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1784935756.271742:0:21172:0:(import.c:65:import_set_state_nolock()) ffff8d45757de800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1784935756.271747:0:21172:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1784935756.271749:0:21172:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1784935756.271752:0:21172:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1784935756.273014:0:21172:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1784935756.273027:0:21172:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d4443598700 x1871640292186624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935756.273117:0:21172:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1784935756.273122:0:21172:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1784935756.273143:0:21172:0:(import.c:65:import_set_state_nolock()) ffff8d45757dd800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1784935756.273180:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3648:1871640292187008:0@lo:39:umount.0 00000100:00100000:2.0:1784935756.273412:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3651:1871640292186624:0@lo:400:kworker.0 00000400:00000100:0.0:1784935756.273479:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871640292187008 offset 0 length 224: 4 00010000:00010000:3.0:1784935756.274759:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784935756.274769:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4443200600/0x857e02f4e0b178d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b178da expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935756.274781:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443200600 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:3.0:1784935756.274785:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4443200600/0x857e02f4e0b178d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b178da expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935756.274796:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4443200600/0x857e02f4e0b178d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b178da expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784935756.274803:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4443200600/0x857e02f4e0b178d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b178da expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784935756.274809:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1784935756.274812:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1784935756.274815:0:19714:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1784935756.274829:0:19714:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d455e1d7000 00010000:00010000:3.0:1784935756.274833:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4443200600/0x857e02f4e0b178d3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x857e02f4e0b178da expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935756.274839:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4443200600/0x857e02f4e0b178d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x857e02f4e0b178da expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935756.274870:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935756.274873:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935756.274874:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935757.103206:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1784935757.229281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c8b4eee-3769-4cc8-9dd4-4824356c9813->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784935757.229292:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9c8b4eee-3769-4cc8-9dd4-4824356c9813->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784935757.229312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784935757.229315:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784935757.229432:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3649:1871640292187136:0@lo:400:kworker.0 00000400:00000100:0.0:1784935757.229484:0:3649:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871640292187136 offset 0 length 224: 4 00000001:00100000:0.0:1784935757.745321:0:18700:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1784935757.745330:0:18700:0:(genops.c:906:class_export_put()) final put ffff8d4581eba000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1784935757.745428:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4581eba000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1784935757.745471:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4581ebf000 for lustre-OST0000 00000001:00100000:3.0:1784935757.746097:0:19518:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1784935757.746101:0:19518:0:(genops.c:906:class_export_put()) final put ffff8d4441b23000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1784935757.746161:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4441b23000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1784935757.746196:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d4441b26800 for lustre-OST0001 00010000:00010000:3.0:1784935758.125064:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935759.149074:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935760.173224:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935761.197450:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1784935761.261150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c8b4eee-3769-4cc8-9dd4-4824356c9813->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1784935761.261162:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9c8b4eee-3769-4cc8-9dd4-4824356c9813->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784935761.261165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1784935761.261168:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1784935761.261314:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3650:1871640292187264:0@lo:400:kworker.0 00000400:00000100:2.0:1784935761.261389:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871640292187264 offset 0 length 224: 4 00010000:00010000:3.0:1784935762.221077:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935762.413175:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784935752/real 1784935752] req@ffff8d444359ad80 x1871640292186368/t0(0) o250->MGC192.168.203.128@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1784935762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935762.413208:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d444359ad80 x1871640292186368/t0(0) o250->MGC192.168.203.128@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1784935762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1784935762.413230:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d455e1d7000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784935762.413239:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1784935762.413243:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3648:1871640292186368:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:1.0:1784935762.413384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c8b4eee-3769-4cc8-9dd4-4824356c9813->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784935762.413389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1784935762.413392:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d455e1d7000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784935762.413397:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.128@tcp: connect to NID 0@lo last attempt 571 00000100:00080000:1.0:1784935762.413402:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.128@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1784935762.413407:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.128@tcp: import ffff8d455e1d7000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:1.0:1784935762.413438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4581e43100 x1871640292187392/t0(0) o250->MGC192.168.203.128@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784935762.413467:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784935762.413471:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1784935762.413504:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3648:1871640292187392:0@lo:250:kworker.0 00000100:00100000:1.0:1784935762.413532:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1784935762.413542:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1871640292187520:0@lo:400:kworker.0 00000400:00000100:2.0:1784935762.413547:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1871640292187392 offset 0 length 520: 4 00000400:00000100:1.0:1784935762.413562:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871640292187520 offset 0 length 224: 4 00010000:00010000:0.0:1784935763.245402:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935764.269085:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935765.293079:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935766.317823:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784935766.510175:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784935756/real 1784935756] req@ffff8d44431f2a00 x1871640292187008/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1784935766 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935766.510210:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d44431f2a00 x1871640292187008/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1784935766 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784935766.510232:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d45757dd800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1784935766.510254:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3648:1871640292187008:0@lo:39:umount.0 00000100:00080000:0.0:1784935766.510442:0:21172:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1784935766.510447:0:21172:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1784935766.510453:0:21172:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1784935766.512711:0:21172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443699200/0x857e02f4e0b178a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b178b0 expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935766.513904:0:21172:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443699200/0x857e02f4e0b178a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b178b0 expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935766.513911:0:21172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443699200/0x857e02f4e0b178a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b178b0 expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935766.514023:0:21172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d4443699200/0x857e02f4e0b178a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b178b0 expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935766.514063:0:21172:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935766.514073:0:21172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b17bff lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17c06 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935766.514080:0:21172:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b17bff lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17c06 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935766.514086:0:21172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b17bff lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17c06 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935766.514092:0:21172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b17bff lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17c06 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935766.514157:0:21172:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1784935766.514162:0:21172:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1784935766.514638:0:21172:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1784935766.514643:0:21172:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1784935766.514650:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935766.514657:0:21172:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1784935766.514661:0:21172:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff8d4443330000) has no exports 00000020:00080000:0.0:1784935766.514687:0:21172:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff8d4443330000) has no exports 00010000:00010000:3.0:1784935766.516145:0:17187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784935766.516145:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784935766.516160:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4443699200/0x857e02f4e0b178a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b178b0 expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935766.516164:0:17187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b17bff lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17c06 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935766.516180:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699200 already unused, calling callback (ffffffffc12b4c20) 00010000:00010000:3.0:1784935766.516181:0:17187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699a00 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:3.0:1784935766.516189:0:17187:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b17bff lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17c06 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784935766.516189:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4443699200/0x857e02f4e0b178a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b178b0 expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935766.516209:0:17187:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b17bff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b17c06 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784935766.516216:0:17187:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b17bff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b17c06 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784935766.516221:0:17187:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1784935766.516223:0:17187:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1784935766.516226:0:17187:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1784935766.516244:0:17187:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d455e1d7000 00010000:00010000:3.0:1784935766.516256:0:17187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b17bff lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x857e02f4e0b17c06 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935766.516263:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b17bff lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x857e02f4e0b17c06 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935766.516277:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935766.516279:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935766.516281:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935766.516297:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4443699200/0x857e02f4e0b178a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b178b0 expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784935766.516304:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4443699200/0x857e02f4e0b178a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b178b0 expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784935766.516309:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1784935766.516311:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:1.0:1784935766.516313:0:19714:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:1.0:1784935766.516321:0:19714:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d455e1d7000 00010000:00010000:1.0:1784935766.516324:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4443699200/0x857e02f4e0b178a9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x857e02f4e0b178b0 expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935766.516330:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4443699200/0x857e02f4e0b178a9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x857e02f4e0b178b0 expref: -99 pid: 18699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935766.516339:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935766.516341:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935766.516343:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1784935766.518525:0:21172:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8d457d087e40 - data ffff8d455e740798/ffff8d4574653000 00000020:01000000:1.0:1784935766.518821:0:21172:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8d4548ffdea0 - data ffff8d4553a94bd0/ffff8d45746a3000 00100000:10000000:1.0:1784935766.530517:0:21172:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1784935766.539751:0:21172:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b178be 00000020:00000080:0.0:1784935766.539764:0:21172:0:(genops.c:906:class_export_put()) final put ffff8d457d2a6000/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1784935766.539797:0:21172:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d457d1b3800 from lustre-OST0000, refs=2 00000020:01000004:0.0:1784935766.539802:0:21172:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d457d1b3800 2 00000020:01000004:0.0:1784935766.539806:0:21172:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d457d1b3800 from lustre-OST0000 00000020:00000080:0.0:1784935766.539843:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784935766.539878:0:21172:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1784935766.539882:0:21172:0:(genops.c:906:class_export_put()) final put ffff8d4549f2a000/lustre-OST0000_UUID 00000020:00000080:0.0:1784935766.539893:0:21172:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4549f2a000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1784935766.539901:0:21172:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:00000080:2.0:1784935766.539953:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457d2a6000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000004:0.0:1784935766.540169:0:21172:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1784935766.540174:0:21172:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1784935766.540178:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784935766.540182:0:21172:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1784935766.540189:0:21172:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8d45757da000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1784935766.540194:0:21172:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff8d44434c99c0) has exports, disconnecting them 00000020:00080000:0.0:1784935766.540198:0:21172:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8d45757da000), last request at 1784935687 00000020:00000080:0.0:1784935766.540202:0:21172:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b178e8 00000020:00080000:0.0:1784935766.540213:0:21172:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d45757da000): rc 0 00000020:00000080:0.0:1784935766.540217:0:21172:0:(genops.c:906:class_export_put()) final put ffff8d45757da000/lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1784935766.541098:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d45757da000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:3.0:1784935766.543103:0:21172:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:3.0:1784935766.543110:0:21172:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784935766.543114:0:21172:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1784935766.543121:0:21172:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1784935766.543288:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d45757de800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1784935766.543358:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1784935766.543366:0:21172:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1784935766.543371:0:21172:0:(genops.c:906:class_export_put()) final put ffff8d455126d800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1784935766.543375:0:21172:0:(genops.c:865:class_export_destroy()) destroying export ffff8d455126d800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1784935766.543384:0:21172:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:3.0:1784935766.543444:0:21172:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1784935766.543448:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784935766.543452:0:21172:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1784935766.543661:0:21172:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8d45757df800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1784935766.543668:0:21172:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff8d44434ccd40) has exports, disconnecting them 00000020:00080000:3.0:1784935766.543677:0:21172:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8d45757df800), last request at 1784935687 00000020:00000080:3.0:1784935766.543682:0:21172:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b178fd 00000020:00080000:3.0:1784935766.543700:0:21172:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d45757df800): rc 0 00000020:00000080:3.0:1784935766.543705:0:21172:0:(genops.c:906:class_export_put()) final put ffff8d45757df800/lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1784935766.550357:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d45757df800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:2.0:1784935766.550429:0:21172:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:2.0:1784935766.550435:0:21172:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1784935766.550439:0:21172:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1784935766.550446:0:21172:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1784935766.551723:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d45757dd800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1784935766.551915:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784935766.551923:0:21172:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:2.0:1784935766.551942:0:21172:0:(genops.c:906:class_export_put()) final put ffff8d45757de000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1784935766.551947:0:21172:0:(genops.c:865:class_export_destroy()) destroying export ffff8d45757de000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:2.0:1784935766.551952:0:21172:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:2.0:1784935766.552022:0:21172:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d457d1b3800 1 00000020:00000080:2.0:1784935766.552028:0:21172:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b1789b 00000020:00000080:2.0:1784935766.552034:0:21172:0:(genops.c:906:class_export_put()) final put ffff8d4443391800/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1784935766.552046:0:21172:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1784935766.552054:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4443391800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1784935766.552063:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784935766.552077:0:21172:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1784935766.552080:0:21172:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff8d4566f3b380) has no exports 00000020:00000080:2.0:1784935766.692434:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784935766.692448:0:21172:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1784935766.692453:0:21172:0:(genops.c:906:class_export_put()) final put ffff8d457d1b6000/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1784935766.692457:0:21172:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457d1b6000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1784935766.692471:0:21172:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1784935766.692593:0:21172:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d457d1b3000 00000020:02000400:2.0:1784935766.692638:0:21172:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1784935767.351661:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1784935767.470948:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c8b4eee-3769-4cc8-9dd4-4824356c9813->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784935767.470957:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9c8b4eee-3769-4cc8-9dd4-4824356c9813->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784935767.470960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784935767.470963:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1784935767.471036:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784935767.471050:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3651:1871640292187648:0@lo:400:kworker.0 00000400:00000100:2.0:1784935767.471099:0:3651:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871640292187648 offset 0 length 224: 4 00010000:00010000:3.0:1784935768.367065:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935769.389185:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1784935770.397416:0:21374:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1784935770.410063:0:21374:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1784935770.410145:0:21374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d301a00/0x857e02f4e0b17a31 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17a38 expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935770.410161:0:21374:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d301a00/0x857e02f4e0b17a31 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17a38 expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935770.410170:0:21374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d301a00/0x857e02f4e0b17a31 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17a38 expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935770.410176:0:21374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d457d301a00/0x857e02f4e0b17a31 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17a38 expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935770.410199:0:21374:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1784935770.410204:0:21374:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1784935770.410226:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784935770.410237:0:21374:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d444359b800 x1871640292186752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1784935771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935770.410257:0:21374:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1784935770.410262:0:21374:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1784935770.410267:0:21374:0:(import.c:65:import_set_state_nolock()) ffff8d44422d9800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1784935770.410272:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784935770.410275:0:21374:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d444359b800 x1871640292186752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1784935771 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935770.410283:0:21374:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1784935770.410286:0:21374:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 1s for inflight to error out 00010000:00010000:0.0:1784935770.410344:0:17186:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935770.410351:0:17186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d457d301a00/0x857e02f4e0b17a31 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17a38 expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935770.410359:0:17186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d301a00 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:0.0:1784935770.410363:0:17186:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d457d301a00/0x857e02f4e0b17a31 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17a38 expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935770.410372:0:17186:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d457d301a00/0x857e02f4e0b17a31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b17a38 expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784935770.410379:0:17186:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d457d301a00/0x857e02f4e0b17a31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b17a38 expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935770.410402:0:17186:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1784935770.410405:0:17186:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1784935770.410407:0:17186:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1784935770.410420:0:17186:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d455e1d7000 00010000:00010000:0.0:1784935770.410424:0:17186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d457d301a00/0x857e02f4e0b17a31 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x857e02f4e0b17a38 expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935770.410429:0:17186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d457d301a00/0x857e02f4e0b17a31 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x857e02f4e0b17a38 expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935770.410440:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935770.410442:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935770.410443:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784935770.410613:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3648:1871640292186752:0@lo:38:kworker.0 00000100:00080000:3.0:1784935770.411716:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1784935770.411730:0:21374:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d4443599c00 x1871640292186880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935770.412616:0:21374:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d4581e41c00 x1871640292187136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935770.412641:0:21374:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d44431f3100 x1871640292187264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935770.412652:0:21374:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d4581e42d80 x1871640292187520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935770.412664:0:21374:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d4574646680 x1871640292187648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935770.412672:0:21374:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1784935770.412677:0:21374:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1784935770.412699:0:21374:0:(import.c:65:import_set_state_nolock()) ffff8d44422dd000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1784935770.412758:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3650:1871640292187264:0@lo:400:kworker.0 00000100:00100000:1.0:1784935770.412836:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3649:1871640292187136:0@lo:400:kworker.0 00000100:00100000:1.0:1784935770.412870:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1871640292187520:0@lo:400:kworker.0 00000100:00100000:1.0:1784935770.412890:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3648:1871640292187776:0@lo:39:umount.0 00000400:00000100:1.0:1784935770.412958:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871640292187776 offset 0 length 224: 4 00010000:00010000:3.0:1784935770.413072:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935770.413186:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3651:1871640292186880:0@lo:400:kworker.0 00000100:00100000:2.0:1784935770.413241:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3651:1871640292187648:0@lo:400:kworker.0 00010000:00010000:1.0:1784935771.438288:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935772.461246:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1784935772.591698:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c8b4eee-3769-4cc8-9dd4-4824356c9813->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1784935772.591707:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9c8b4eee-3769-4cc8-9dd4-4824356c9813->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1784935773.485258:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935774.509252:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935775.533119:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935776.557128:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935777.582212:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784935777.582271:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784935762/real 1784935762] req@ffff8d4581e43100 x1871640292187392/t0(0) o250->MGC192.168.203.128@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1784935777 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935777.582300:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d4581e43100 x1871640292187392/t0(0) o250->MGC192.168.203.128@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1784935777 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784935777.582319:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d455e1d7000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784935777.582340:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1784935777.582345:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3648:1871640292187392:0@lo:250:kworker.0 00000100:00080000:1.0:1784935777.584594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c8b4eee-3769-4cc8-9dd4-4824356c9813->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784935777.584604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1784935777.584608:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d455e1d7000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784935777.584616:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.128@tcp: connect to NID 0@lo last attempt 581 00000100:00080000:1.0:1784935777.584621:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.128@tcp: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1784935777.584628:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.128@tcp: import ffff8d455e1d7000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:1.0:1784935777.584662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4581e42d80 x1871640292187904/t0(0) o250->MGC192.168.203.128@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784935777.584778:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3648:1871640292187904:0@lo:250:kworker.0 00000400:00000100:2.0:1784935777.584846:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1871640292187904 offset 0 length 520: 4 00010000:00010000:0.0:1784935778.605644:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935779.629204:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784935780.653414:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784935770/real 1784935770] req@ffff8d4443599f80 x1871640292187776/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1784935780 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935780.653461:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d4443599f80 x1871640292187776/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1784935780 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784935780.653482:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d44422dd000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1784935780.653496:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3648:1871640292187776:0@lo:39:umount.0 00000100:00080000:3.0:1784935780.654988:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1784935780.654996:0:21374:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1784935780.655003:0:21374:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1784935780.655885:0:21374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541528c00/0x857e02f4e0b17a07 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17a0e expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935780.655901:0:21374:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541528c00/0x857e02f4e0b17a07 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17a0e expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935780.655907:0:21374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541528c00/0x857e02f4e0b17a07 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17a0e expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935780.655914:0:21374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d4541528c00/0x857e02f4e0b17a07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17a0e expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935780.655971:0:21374:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784935780.655979:0:21374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443698600/0x857e02f4e0b17bf1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17bf8 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935780.655986:0:21374:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443698600/0x857e02f4e0b17bf1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17bf8 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935780.655992:0:21374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443698600/0x857e02f4e0b17bf1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17bf8 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935780.655998:0:21374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.128@tcp lock: ffff8d4443698600/0x857e02f4e0b17bf1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x857e02f4e0b17bf8 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935780.656023:0:21374:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1784935780.656027:0:21374:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1784935780.656052:0:21374:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1784935780.656056:0:21374:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1784935780.656060:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784935780.656065:0:21374:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1784935780.656070:0:21374:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff8d45745c8000) has no exports 00000020:00080000:3.0:1784935780.656092:0:21374:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff8d45745c8000) has no exports 00010000:00010000:2.0:1784935780.656162:0:17187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1784935780.656171:0:17187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4541528c00/0x857e02f4e0b17a07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17a0e expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935780.656190:0:17187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4541528c00 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:2.0:1784935780.656194:0:17187:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4541528c00/0x857e02f4e0b17a07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17a0e expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935780.656203:0:17187:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4541528c00/0x857e02f4e0b17a07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b17a0e expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784935780.656211:0:17187:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4541528c00/0x857e02f4e0b17a07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b17a0e expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935780.656216:0:17187:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1784935780.656219:0:17187:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:2.0:1784935780.656222:0:17187:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:2.0:1784935780.656235:0:17187:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d455e1d7000 00010000:00010000:2.0:1784935780.656238:0:17187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4541528c00/0x857e02f4e0b17a07 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x857e02f4e0b17a0e expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935780.656251:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4541528c00/0x857e02f4e0b17a07 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x857e02f4e0b17a0e expref: -99 pid: 19517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935780.656265:0:17187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784935780.656268:0:17187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4443698600/0x857e02f4e0b17bf1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17bf8 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935780.656274:0:17187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443698600 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:2.0:1784935780.656277:0:17187:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4443698600/0x857e02f4e0b17bf1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x857e02f4e0b17bf8 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935780.656285:0:17187:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4443698600/0x857e02f4e0b17bf1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b17bf8 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784935780.656291:0:17187:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4443698600/0x857e02f4e0b17bf1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b17bf8 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935780.656296:0:17187:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1784935780.656298:0:17187:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1784935780.656300:0:17187:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1784935780.656305:0:17187:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d455e1d7000 00010000:00010000:2.0:1784935780.656307:0:17187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4443698600/0x857e02f4e0b17bf1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x857e02f4e0b17bf8 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935780.656313:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4443698600/0x857e02f4e0b17bf1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x857e02f4e0b17bf8 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935780.656324:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935780.656326:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935780.656331:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1784935780.657762:0:21374:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8d457d087540 - data ffff8d4441cdd5e8/ffff8d4574650000 00010000:00010000:0.0:1784935780.658016:0:17186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935780.658095:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1784935780.658865:0:21374:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8d457d087ba0 - data ffff8d455e6621b0/ffff8d4443366000 00100000:10000000:2.0:1784935780.675753:0:21374:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1784935780.695143:0:21374:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17a1c 00000020:00000080:2.0:1784935780.695154:0:21374:0:(genops.c:906:class_export_put()) final put ffff8d45492d7800/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1784935780.695172:0:21374:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d457b962800 from lustre-OST0001, refs=2 00000020:00000080:3.0:1784935780.695371:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d45492d7800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000004:2.0:1784935780.695413:0:21374:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d457b962800 2 00000020:01000004:2.0:1784935780.695417:0:21374:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d457b962800 from lustre-OST0001 00000020:00000080:2.0:1784935780.695446:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784935780.695455:0:21374:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1784935780.695458:0:21374:0:(genops.c:906:class_export_put()) final put ffff8d45492d0000/lustre-OST0001_UUID 00000020:00000080:2.0:1784935780.695460:0:21374:0:(genops.c:865:class_export_destroy()) destroying export ffff8d45492d0000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1784935780.695467:0:21374:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1784935780.695554:0:21374:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 9c8b4eee-3769-4cc8-9dd4-4824356c9813->MGS 00010000:00010000:2.0:1784935780.695568:0:21374:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4554021a00/0x857e02f4e0b17767 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b1776e expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784935780.695580:0:21374:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4554021a00/0x857e02f4e0b17767 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b1776e expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935780.695586:0:21374:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1784935780.695589:0:21374:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1784935780.695592:0:21374:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1784935780.695607:0:21374:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d455e1d7000 00010000:00010000:2.0:1784935780.695610:0:21374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4554021a00/0x857e02f4e0b17767 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x857e02f4e0b1776e expref: -99 pid: 17929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935780.695624:0:21374:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4554020000/0x857e02f4e0b17656 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x857e02f4e0b1765d expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784935780.695630:0:21374:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4554020000/0x857e02f4e0b17656 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x857e02f4e0b1765d expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935780.695646:0:21374:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1784935780.695648:0:21374:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1784935780.695650:0:21374:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1784935780.695660:0:21374:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d455e1d7000 00010000:00010000:2.0:1784935780.695663:0:21374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4554020000/0x857e02f4e0b17656 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x857e02f4e0b1765d expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1784935780.695680:0:21374:0:(import.c:65:import_set_state_nolock()) ffff8d455e1d7000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1784935780.695684:0:21374:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1784935780.695686:0:21374:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1784935780.695687:0:21374:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1784935780.695691:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1784935780.695700:0:21374:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d4581e42d80 x1871640292187904/t0(0) o250->MGC192.168.203.128@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1784935797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1784935780.695720:0:21374:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1784935780.695723:0:21374:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000100:00100000:1.0:1784935780.695784:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c8b4eee-3769-4cc8-9dd4-4824356c9813:3648:1871640292187904:0@lo:250:kworker.0 10000000:01000000:2.0:1784935780.695848:0:21374:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1784935780.695855:0:21374:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17641 00000020:00000080:2.0:1784935780.695859:0:21374:0:(genops.c:906:class_export_put()) final put ffff8d4549e7b000/9c8b4eee-3769-4cc8-9dd4-4824356c9813 00000020:01000000:2.0:1784935780.695873:0:21374:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.128@tcp (flags='') 00000020:00000080:2.0:1784935780.695878:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784935780.695882:0:21374:0:(obd_config.c:955:class_cleanup()) MGC192.168.203.128@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1784935780.695886:0:21374:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffff8d4581edb380) has no exports 00000020:00000080:3.0:1784935780.695994:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4549e7b000/9c8b4eee-3769-4cc8-9dd4-4824356c9813 for MGC192.168.203.128@tcp 10000000:01000000:1.0:1784935780.697364:0:17194:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1784935780.697473:0:21374:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.203.128@tcp: client import never connected 00000100:00080000:2.0:1784935780.697478:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1784935780.697481:0:21374:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1784935780.697484:0:21374:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1784935780.697486:0:21374:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1784935780.697544:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784935780.697552:0:21374:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.128@tcp (uuid 9c8b4eee-3769-4cc8-9dd4-4824356c9813) 00000020:01000000:2.0:1784935780.697559:0:21374:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1784935780.697572:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784935780.697576:0:21374:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1784935780.697583:0:21374:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8d4570c40000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1784935780.697589:0:21374:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffff8d45745c99c0) has exports, disconnecting them 00000020:00080000:2.0:1784935780.697593:0:21374:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8d4570c40000), last request at 1784935704 00000020:00000080:2.0:1784935780.697598:0:21374:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17a46 00000020:00080000:2.0:1784935780.697611:0:21374:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d4570c40000): rc 0 00000020:00000080:2.0:1784935780.697616:0:21374:0:(genops.c:906:class_export_put()) final put ffff8d4570c40000/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1784935780.698166:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d455e1d7000 for MGC192.168.203.128@tcp 00000020:00000080:3.0:1784935780.698183:0:37:0:(genops.c:906:class_export_put()) final put ffff8d455e1d1800/9c8b4eee-3769-4cc8-9dd4-4824356c9813 00000020:00000080:3.0:1784935780.698186:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d455e1d1800/9c8b4eee-3769-4cc8-9dd4-4824356c9813 for MGC192.168.203.128@tcp 00000020:01000000:3.0:1784935780.698192:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.128@tcp (9c8b4eee-3769-4cc8-9dd4-4824356c9813) 00000020:00000080:3.0:1784935780.698434:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4570c40000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1784935780.701594:0:21374:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1784935780.701604:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784935780.701608:0:21374:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1784935780.701615:0:21374:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1784935780.701782:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784935780.701790:0:21374:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1784935780.701808:0:21374:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1784935780.701816:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784935780.701821:0:21374:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1784935780.701829:0:21374:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8d44422d9000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1784935780.701835:0:21374:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffff8d4442250000) has exports, disconnecting them 00000020:00080000:2.0:1784935780.701839:0:21374:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8d44422d9000), last request at 1784935704 00000020:00000080:2.0:1784935780.701843:0:21374:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17a5b 00000020:00080000:2.0:1784935780.701859:0:21374:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d44422d9000): rc 0 00000020:00000080:2.0:1784935780.701864:0:21374:0:(genops.c:906:class_export_put()) final put ffff8d44422d9000/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1784935780.703209:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d44422d9800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1784935780.703220:0:37:0:(genops.c:906:class_export_put()) final put ffff8d44422df000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1784935780.703223:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d44422df000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1784935780.703237:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1784935780.703298:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d44422d9000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1784935780.793993:0:21374:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1784935780.794002:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1784935780.794006:0:21374:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1784935780.794013:0:21374:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1784935780.794049:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8d44422dd000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1784935780.794112:0:17187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1784935780.794243:0:17186:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1784935780.794300:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:0.0:1784935780.794502:0:17182:0:(service.c:3182:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8d45741df400:17182] 1 exiting: rc = 0 00000100:00100000:0.0:1784935780.794626:0:17181:0:(service.c:3182:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8d45741df800:17181] 0 exiting: rc = 1 00000100:00100000:1.0:1784935780.797491:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.797799:0:20770:0:(service.c:3182:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8d454452b600:20770] 3 exiting: rc = 0 00000100:00100000:3.0:1784935780.799103:0:17185:0:(service.c:3182:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8d457d05da00:17185] 2 exiting: rc = 0 00000100:00100000:3.0:1784935780.799212:0:17184:0:(service.c:3182:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8d457d05d800:17184] 1 exiting: rc = 0 00000100:00100000:0.0:1784935780.799949:0:17183:0:(service.c:3182:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8d455e357400:17183] 0 exiting: rc = 1 00000100:00100000:1.0:1784935780.800130:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800138:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800143:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800155:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800164:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800169:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800174:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800179:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800184:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800189:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800194:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800199:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800204:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800210:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800215:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800220:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800226:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800231:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800236:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800241:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800246:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800251:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800257:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800262:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800268:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800273:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800278:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800284:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800289:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800295:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800300:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800319:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800324:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800329:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800334:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800353:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800359:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800364:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800369:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800373:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800379:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800384:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800388:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800393:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800399:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800404:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800409:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800414:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800419:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800424:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800428:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800433:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800437:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800442:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800447:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800452:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800457:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800462:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800468:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800474:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800478:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800483:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800488:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.800493:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1784935780.801786:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784935780.801805:0:21374:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1784935780.801820:0:21374:0:(genops.c:906:class_export_put()) final put ffff8d44422de000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1784935780.801825:0:21374:0:(genops.c:865:class_export_destroy()) destroying export ffff8d44422de000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1784935780.801831:0:21374:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1784935780.802022:0:21374:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d457b962800 1 00000020:00000080:1.0:1784935780.802029:0:21374:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x857e02f4e0b17a00 00000020:00000080:1.0:1784935780.802034:0:21374:0:(genops.c:906:class_export_put()) final put ffff8d4570ce8800/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1784935780.802050:0:21374:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1784935780.802062:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4570ce8800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1784935780.802073:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784935780.802078:0:21374:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1784935780.802082:0:21374:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffff8d45745cb380) has no exports 00000020:00000080:3.0:1784935780.843580:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1784935780.843594:0:21374:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1784935780.843599:0:21374:0:(genops.c:906:class_export_put()) final put ffff8d457b966800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1784935780.843604:0:21374:0:(genops.c:865:class_export_destroy()) destroying export ffff8d457b966800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1784935780.843617:0:21374:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1784935780.843984:0:21374:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d457b967800 00000020:01000000:3.0:1784935780.844005:0:21374:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1784935780.844010:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784935780.844014:0:21374:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1784935780.844018:0:21374:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffff8d45703319c0) has no exports 00000020:00000080:3.0:1784935780.844040:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1784935780.844045:0:21374:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1784935780.844048:0:21374:0:(genops.c:906:class_export_put()) final put ffff8d4443394000/OSS_uuid 00000020:00000080:3.0:1784935780.844051:0:21374:0:(genops.c:865:class_export_destroy()) destroying export ffff8d4443394000/OSS_uuid for OSS 00000020:01000000:3.0:1784935780.844056:0:21374:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:3.0:1784935780.844144:0:18703:0:(service.c:3182:ptlrpc_main()) ll_ost00_000: service thread [ffff8d4549e69000:18703] 0 exiting: rc = 1 00000100:00080000:1.0:1784935780.844349:0:17193:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1784935780.844497:0:19236:0:(service.c:3182:ptlrpc_main()) ll_ost00_003: service thread [ffff8d4443498600:19236] 3 exiting: rc = 0 00000100:00100000:2.0:1784935780.844661:0:18706:0:(service.c:3182:ptlrpc_main()) ll_ost00_002: service thread [ffff8d4549a43a00:18706] 2 exiting: rc = 0 00000100:00100000:0.0:1784935780.846048:0:18705:0:(service.c:3182:ptlrpc_main()) ll_ost00_001: service thread [ffff8d4549a42200:18705] 1 exiting: rc = 0 00000100:00100000:3.0:1784935780.846240:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846249:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846255:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846260:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846265:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846270:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846276:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846281:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846286:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846291:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846296:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846302:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846307:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846312:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846331:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846336:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846340:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846346:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846351:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846356:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846362:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846367:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846372:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846378:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846383:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846388:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846393:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846399:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846405:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846410:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846415:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846420:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846424:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846430:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846435:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846439:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846444:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846449:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846454:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846459:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846464:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846469:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846474:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846480:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846486:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846491:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846496:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846500:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846505:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846518:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846524:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846566:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846574:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846578:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846584:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846589:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846594:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846600:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846605:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846610:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846615:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846627:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846636:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.846642:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.849222:0:18708:0:(service.c:3182:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8d4549a43400:18708] 1 exiting: rc = 0 00000100:00100000:1.0:1784935780.849739:0:20760:0:(service.c:3182:ptlrpc_main()) ll_ost_create00_002: service thread [ffff8d4443d0ea00:20760] 2 exiting: rc = 0 00000100:00100000:3.0:1784935780.849899:0:18707:0:(service.c:3182:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8d4549a43000:18707] 0 exiting: rc = 1 00000100:00100000:3.0:1784935780.850339:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850348:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850354:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850358:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850364:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850371:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850376:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850381:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850386:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850391:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850396:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850401:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850409:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850414:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850419:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850424:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850430:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850436:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850441:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850459:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850464:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850469:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850474:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850479:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850484:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850489:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850494:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850499:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850505:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850510:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850515:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850520:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850526:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850532:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850539:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850546:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850555:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850562:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850567:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850901:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850910:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850914:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850918:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.850923:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852080:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852088:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852094:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852100:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852105:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852110:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852114:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852119:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852123:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852127:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852148:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852153:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852157:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852162:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852167:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852172:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852178:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852183:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852188:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.852193:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.853462:0:18711:0:(service.c:3182:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8d4544afba00:18711] 2 exiting: rc = 0 00000100:00100000:1.0:1784935780.853532:0:18710:0:(service.c:3182:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8d457d12d800:18710] 1 exiting: rc = 0 00000100:00100000:1.0:1784935780.853700:0:20337:0:(service.c:3182:ptlrpc_main()) ll_ost_io00_003: service thread [ffff8d4443181a00:20337] 3 exiting: rc = 0 00000100:00100000:2.0:1784935780.854099:0:18709:0:(service.c:3182:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8d457d12dc00:18709] 0 exiting: rc = 1 00000100:00100000:3.0:1784935780.854224:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854232:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854238:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854242:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854248:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854253:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854258:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854263:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854269:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854275:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854281:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854287:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854293:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854299:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854304:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854310:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854315:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854321:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854326:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854331:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854336:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854341:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854347:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854353:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854385:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854391:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854397:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854402:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854407:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854412:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854417:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854423:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854429:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854435:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854441:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854446:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854451:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854457:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854462:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854468:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854474:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854479:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854485:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854491:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854497:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854502:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854508:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854513:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854533:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854539:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854545:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854550:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854556:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854561:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854566:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854572:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854578:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854592:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854607:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854628:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854641:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854647:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854653:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784935780.854658:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784935780.875332:0:18713:0:(service.c:3182:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8d4544afae00:18713] 1 exiting: rc = 0 00000100:00100000:0.0:1784935780.875481:0:18712:0:(service.c:3182:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8d4544afac00:18712] 0 exiting: rc = 1 00000100:00100000:2.0:1784935780.876075:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876084:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876103:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876107:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876112:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876117:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876122:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876127:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876131:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876136:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876140:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876145:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876150:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876155:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876160:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876165:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876170:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876175:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876180:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876185:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876190:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876195:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876200:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876205:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876209:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876214:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876218:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876222:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876227:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876231:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876236:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876241:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876284:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876290:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876295:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876300:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876305:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876318:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876323:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876328:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876333:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876338:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876343:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876348:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876353:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876358:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876363:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876368:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876373:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876378:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876383:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876388:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876393:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876398:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876403:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876409:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876414:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876419:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876424:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876429:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876434:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876439:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876444:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.876452:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784935780.877174:0:18714:0:(service.c:3182:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8d44419af200:18714] 0 exiting: rc = 1 00000100:00100000:0.0:1784935780.877251:0:18715:0:(service.c:3182:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8d45745c4000:18715] 1 exiting: rc = 0 00000100:00100000:2.0:1784935780.879066:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879101:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879109:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879115:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879121:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879126:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879132:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879138:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879157:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879163:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879169:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879177:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879183:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879205:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879213:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879218:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879224:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879229:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879234:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879240:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879245:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879251:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879256:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879261:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879267:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879285:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879292:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879299:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879306:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879311:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879318:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879323:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879329:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879336:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879342:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879348:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879355:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879383:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879390:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879396:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879401:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879407:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879413:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879426:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879431:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879437:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879443:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879448:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879454:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879474:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879481:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879487:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879493:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879498:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879504:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879509:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879515:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879521:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879527:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879532:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879537:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879542:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879548:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784935780.879562:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1784935780.907420:0:21374:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1784935799.412251:0:22139:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg328-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1784935809.121545:0:22739:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1784935809.121551:0:22739:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1784935809.121552:0:22739:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1784935809.121787:0:22739:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8d45730cc000 00000020:01000004:2.0:1784935809.121802:0:22739:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1784935809.121810:0:22739:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1784935809.121822:0:22739:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8d45703319c0) 00000020:00000080:2.0:1784935809.121835:0:22739:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1784935809.193155:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1784935809.198212:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1784935809.206389:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1784935809.207070:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1784935809.207496:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1784935809.207805:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1784935809.208691:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1784935809.209079:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1784935809.209480:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:0.0:1784935809.210513:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1784935809.210982:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1784935809.211303:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1784935809.211534:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1784935809.211860:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1784935809.212772:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1784935809.213083:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1784935809.213485:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1784935809.214120:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1784935809.214560:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1784935809.214831:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:0.0:1784935809.215043:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1784935809.215622:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1784935809.215825:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1784935809.216035:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1784935809.216500:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1784935809.216795:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1784935809.217224:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1784935809.217621:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1784935809.217851:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1784935809.218081:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:0.0:1784935809.218338:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:0.0:1784935809.218749:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1784935809.218944:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1784935809.219281:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1784935809.220825:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1784935809.221315:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1784935809.221995:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1784935809.223271:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1784935809.223992:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1784935809.224443:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1784935809.224814:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1784935809.225070:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1784935809.225424:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1784935809.226647:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1784935809.227059:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1784935809.227292:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1784935809.232028:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1784935809.235599:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1784935809.236135:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1784935809.236391:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1784935809.236812:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1784935809.237104:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1784935809.237366:0:22739:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00080000:01000000:1.0:1784935809.240360:0:22739:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1784935809.240598:0:22739:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1784935809.240615:0:22739:0:(osd_handler.c:8933:osd_obd_connect()) connect #0 00000020:00000080:1.0:1784935809.240627:0:22739:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x857e02f4e0b17ead 00000020:01000004:1.0:1784935809.240635:0:22739:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:1.0:1784935809.240640:0:22739:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1784935809.240645:0:22739:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d45730cc000 from MGS 00000020:01000004:1.0:1784935809.240648:0:22739:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1784935809.240658:0:22739:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8d44433319c0) 00000020:00000080:1.0:1784935809.240668:0:22739:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1784935809.240726:0:22739:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d45730cc000 from MGS, refs=2 00080000:01000000:1.0:1784935809.240730:0:22739:0:(osd_handler.c:8933:osd_obd_connect()) connect #1 00000020:00000080:1.0:1784935809.240735:0:22739:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x857e02f4e0b17ebb 00000100:00100000:1.0:1784935809.240847:0:22739:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1784935809.240999:0:22739:0:(service.c:3461:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1784935809.241006:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1784935809.241433:0:22739:0:(service.c:3461:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1784935809.241440:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1784935809.243158:0:22739:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784935809.243403:0:22739:0:(service.c:3461:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1784935809.243410:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1784935809.245760:0:22739:0:(service.c:3461:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1784935809.245772:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1784935809.246882:0:22739:0:(service.c:3461:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1784935809.246891:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1784935809.248455:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935809.248459:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935809.248461:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935809.248876:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935809.248879:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935809.248881:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935809.249774:0:22739:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1784935809.255144:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1784935809.267144:0:22739:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1784935809.272083:0:22751:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1784935809.272152:0:22739:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1784935809.272203:0:22739:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1784935809.273494:0:22739:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1784935809.273828:0:22739:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784935809.274232:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1784935809.274239:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1784935809.278446:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1784935809.278457:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1784935809.283610:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1784935809.283622:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1784935809.285793:0:22739:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1784935809.285814:0:22739:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.128@tcp' 00000020:01000004:2.0:1784935809.285816:0:22739:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1784935809.285844:0:22739:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.128@tcp (typ=mgc) 00000020:00000080:2.0:1784935809.285856:0:22739:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.128@tcp (ffff8d4570334d40) 00000020:00000080:2.0:1784935809.286368:0:22739:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1784935809.286521:0:22739:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d45730bd000@MGC192.168.203.128@tcp: add connection 192.168.203.128@tcp at head 00010000:00010000:3.0:1784935809.286686:0:22739:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.128@tcp-0 is initialized 00000040:01000000:3.0:1784935809.286692:0:22739:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.128@tcp ctxt 1 is initialized 00000100:00080000:1.0:1784935809.290410:0:22756:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:0.0:1784935809.290599:0:22757:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1784935809.290683:0:22739:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.128@tcp (uuid 0883f439-c2be-437a-b694-9442d8eddaa0) 00000020:00000080:0.0:1784935809.290706:0:22739:0:(genops.c:1406:class_connect()) connect: client 0883f439-c2be-437a-b694-9442d8eddaa0, cookie 0x857e02f4e0b17ec9 00000100:00080000:0.0:1784935809.290718:0:22739:0:(import.c:510:import_select_connection()) MGC192.168.203.128@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1784935809.290724:0:22739:0:(import.c:624:import_select_connection()) MGC192.168.203.128@tcp: import ffff8d45730bd000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:0.0:1784935809.290755:0:22739:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d44431f2680 x1871640292188032/t0(0) o250->MGC192.168.203.128@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784935809.290785:0:22739:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0883f439-c2be-437a-b694-9442d8eddaa0->MGS 00000020:01000004:0.0:1784935809.290814:0:22739:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1784935809.290839:0:22739:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1784935809.290853:0:22739:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8d44422519c0) 00000020:00000080:0.0:1784935809.291071:0:22739:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1784935809.292429:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0883f439-c2be-437a-b694-9442d8eddaa0:3648:1871640292188032:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1784935809.292505:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935809.292794:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292188032 00000100:00100000:0.0:1784935809.292802:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292188032 00000100:00100000:0.0:1784935809.292831:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784935809.292839:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444356f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3648:x1871640292188032:12345-0@lo:250:mount.lustre.0 00010000:00080000:0.0:1784935809.293523:0:22753:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from 0883f439-c2be-437a-b694-9442d8eddaa0@0@lo t0 exp 0000000000000000 cur 628 last 0 00000020:00000080:0.0:1784935809.293554:0:22753:0:(genops.c:1406:class_connect()) connect: client 0883f439-c2be-437a-b694-9442d8eddaa0, cookie 0x857e02f4e0b17ed7 00000100:00080000:0.0:1784935809.294785:0:22753:0:(import.c:65:import_set_state_nolock()) ffff8d4581e6f000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784935809.294889:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444356f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+5:3648:x1871640292188032:12345-0@lo:250:mount.lustre.0 Request processed in 2048us (2382us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935809.294899:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1784935809.296597:0:3648:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.203.128@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1784935809.296621:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.128@tcp: connect to target with instance 0 00000100:00080000:1.0:1784935809.296630:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.128@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1784935809.296636:0:3648:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1784935809.296641:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d45730bd000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1784935809.296644:0:3648:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1784935809.296655:0:3648:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1784935809.296663:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0883f439-c2be-437a-b694-9442d8eddaa0:3648:1871640292188032:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1784935809.332894:0:22739:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1784935809.334154:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1784935809.334162:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1784935809.337195:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1784935809.337208:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1784935809.340493:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1784935809.341059:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1784935809.342181:0:22739:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784935809.342367:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1784935809.342374:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1784935809.356517:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1784935809.356533:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1784935809.399557:0:22739:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784935809.399832:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1784935809.399839:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1784935809.401520:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1784935809.401533:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1784935809.402256:0:22739:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784935809.402526:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1784935809.402531:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1784935809.403201:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1784935809.403208:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1784935809.403764:0:22739:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784935809.403890:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1784935809.403895:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1784935809.404754:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1784935809.404762:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1784935809.405674:0:22739:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784935809.405815:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1784935809.405820:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1784935809.406783:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1784935809.406792:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1784935809.427533:0:22739:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784935809.427823:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1784935809.427829:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1784935809.429753:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1784935809.430123:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1784935809.431678:0:22739:0:(service.c:3461:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1784935809.431691:0:22739:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1784935809.432760:0:22739:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1784935809.432786:0:22739:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1784935809.432792:0:22739:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.128@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1784935809.433259:0:22739:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.128@tcp ctxt 0 is initialized 00000020:01000004:1.0:1784935809.433377:0:22739:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.128@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1784935809.433381:0:22739:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1784935809.433383:0:22739:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1784935809.433385:0:22739:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784935809.433386:0:22739:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784935809.433387:0:22739:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784935809.433393:0:22739:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784935809.433394:0:22739:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1784935809.433395:0:22739:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1784935809.433397:0:22739:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784935809.433398:0:22739:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1784935809.433400:0:22739:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1784935809.433402:0:22739:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1784935809.433403:0:22739:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1784935809.433404:0:22739:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784935809.433405:0:22739:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784935809.433406:0:22739:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784935809.433407:0:22739:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784935809.433408:0:22739:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1784935809.433409:0:22739:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1784935809.433410:0:22739:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784935809.433411:0:22739:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1784935809.433440:0:22739:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1784935809.433461:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292188160:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1784935809.433533:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935809.433620:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d455e3a4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1784935809.433668:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292188160 00000100:00100000:0.0:1784935809.433675:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292188160 00000100:00100000:0.0:1784935809.433766:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784935809.433776:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444356e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+5:22739:x1871640292188160:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1784935809.433821:0:22755:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1784935809.433824:0:22755:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1784935809.433826:0:22755:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1784935809.434395:0:22776:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1784935809.434789:0:22755:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1784935809.437708:0:22777:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1784935809.437718:0:22777:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1784935809.437720:0:22777:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1784935809.437723:0:22777:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1784935809.439493:0:22777:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1784935809.439740:0:22755:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1784935809.439750:0:22755:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1784935809.445450:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444356e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+5:22739:x1871640292188160:12345-0@lo:253:mount.lustre.0 Request processed in 11666us (11907us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935809.445470:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1784935809.445560:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292188160:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1784935809.445644:0:22739:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1784935809.445659:0:22739:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1784935809.445661:0:22739:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1784935809.445662:0:22739:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784935809.445664:0:22739:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784935809.445665:0:22739:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784935809.445667:0:22739:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784935809.445668:0:22739:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1784935809.445669:0:22739:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1784935809.445671:0:22739:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784935809.445673:0:22739:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1784935809.445693:0:22739:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d45730cc000 from lustre-MDT0000 10000000:01000000:3.0:1784935809.445739:0:22739:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1784935809.445742:0:22739:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1784935809.445746:0:22739:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8d4570334d40 10000000:01000000:3.0:1784935809.445750:0:22739:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1784935809.445757:0:22739:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff8d4570334d40 from 1 10000000:01000000:3.0:1784935809.445760:0:22739:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1784935809.445795:0:22739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.445806:0:22739:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.445817:0:22739:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935809.445836:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292188288:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1784935809.446254:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935809.446297:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d457023c600 going to sleep for 11 seconds 00000100:00100000:0.0:1784935809.446360:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292188288 00000100:00100000:0.0:1784935809.446368:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292188288 00000100:00100000:0.0:1784935809.446409:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784935809.446418:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444356e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+5:22739:x1871640292188288:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784935809.446440:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935809.446455:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4540030a00/0x857e02f4e0b17ee5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b17ede expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935809.446478:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4540030a00/0x857e02f4e0b17ee5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b17ede expref: 6 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935809.446489:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4540030a00/0x857e02f4e0b17ee5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b17ede expref: 6 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935809.446497:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4540030a00, rc 0) 00000100:00100000:0.0:1784935809.446539:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444356e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+6:22739:x1871640292188288:12345-0@lo:101:mount.lustre.0 Request processed in 123us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935809.446546:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1784935809.446693:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292188288:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784935809.446707:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ee5 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.446717:0:22739:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17ee5 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935809.446770:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292188416:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784935809.446805:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935809.446827:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d455e3a4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1784935809.446898:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292188416 00000100:00100000:3.0:1784935809.446903:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292188416 00000100:00100000:3.0:1784935809.446959:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1784935809.446965:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444356f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+6:22739:x1871640292188416:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784935809.447057:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444356f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+6:22739:x1871640292188416:12345-0@lo:501:mount.lustre.0 Request processed in 80us (240us total) trans 0 rc -2/-2 00000100:00100000:3.0:1784935809.447064:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1784935809.447158:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292188416:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1784935809.447185:0:22739:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1784935809.447203:0:22739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ee5 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.447212:0:22739:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ee5 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784935809.447219:0:22739:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d45730cc000 10000000:01000000:1.0:1784935809.447223:0:22739:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1784935809.447227:0:22739:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8d45730cc000 10000000:01000000:1.0:1784935809.447230:0:22739:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1784935809.447232:0:22739:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff8d45730cc000 from 1 10000000:01000000:1.0:1784935809.447235:0:22739:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1784935809.447253:0:22739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d1b9000/0x857e02f4e0b17eec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.447260:0:22739:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d457d1b9000/0x857e02f4e0b17eec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.447268:0:22739:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d457d1b9000/0x857e02f4e0b17eec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935809.447279:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292188544:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784935809.447305:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935809.447321:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d455e3a4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1784935809.447671:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292188544 00000100:00100000:3.0:1784935809.447676:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292188544 00000100:00100000:3.0:1784935809.447707:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1784935809.447713:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444356d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+6:22739:x1871640292188544:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784935809.447721:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784935809.447732:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4541529a00/0x857e02f4e0b17ef3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b17eec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.447746:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4541529a00/0x857e02f4e0b17ef3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b17eec expref: 7 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.447755:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4541529a00/0x857e02f4e0b17ef3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b17eec expref: 7 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.447761:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4541529a00, rc 0) 00000100:00100000:3.0:1784935809.447786:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444356d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+7:22739:x1871640292188544:12345-0@lo:101:mount.lustre.0 Request processed in 73us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935809.447791:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1784935809.447863:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292188544:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784935809.447879:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d457d1b9000/0x857e02f4e0b17eec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ef3 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.447886:0:22739:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d457d1b9000/0x857e02f4e0b17eec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17ef3 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784935809.447897:0:22739:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1784935809.447911:0:22739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d1b9000/0x857e02f4e0b17eec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ef3 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.447917:0:22739:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d457d1b9000/0x857e02f4e0b17eec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ef3 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784935809.447923:0:22739:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1784935809.447952:0:22739:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1784935809.447957:0:22739:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8d45730cc000 10000000:01000000:1.0:1784935809.447960:0:22739:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1784935809.447963:0:22739:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1784935809.447965:0:22739:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1784935809.447977:0:22739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8a00/0x857e02f4e0b17efa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.447983:0:22739:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8a00/0x857e02f4e0b17efa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.447990:0:22739:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8a00/0x857e02f4e0b17efa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935809.448001:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292188672:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784935809.448031:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935809.448051:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d455e3a4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1784935809.448477:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292188672 00000100:00100000:0.0:1784935809.448483:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292188672 00000100:00100000:0.0:1784935809.448520:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1784935809.448527:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+7:22739:x1871640292188672:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784935809.448536:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935809.448547:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4540030c00/0x857e02f4e0b17f01 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b17efa expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935809.448563:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4540030c00/0x857e02f4e0b17f01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b17efa expref: 8 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935809.448582:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4540030c00/0x857e02f4e0b17f01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b17efa expref: 8 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935809.448590:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4540030c00, rc 0) 00000100:00100000:0.0:1784935809.448648:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+8:22739:x1871640292188672:12345-0@lo:101:mount.lustre.0 Request processed in 121us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935809.448654:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784935809.448843:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292188672:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784935809.448856:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8a00/0x857e02f4e0b17efa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17f01 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.448876:0:22739:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8a00/0x857e02f4e0b17efa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17f01 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935809.448966:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292188800:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784935809.448994:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935809.449013:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d455e3a4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1784935809.449512:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292188800 00000100:00100000:0.0:1784935809.449518:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292188800 00000100:00100000:0.0:1784935809.449559:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1784935809.449567:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+8:22739:x1871640292188800:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784935809.449795:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+9:22739:x1871640292188800:12345-0@lo:501:mount.lustre.0 Request processed in 228us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935809.449805:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1784935809.450060:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292188800:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784935809.450098:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292188928:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784935809.450144:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935809.450183:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d455e3a4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1784935809.452149:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292188928 00000100:00100000:0.0:1784935809.452162:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292188928 00000100:00100000:0.0:1784935809.452215:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784935809.452224:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+9:22739:x1871640292188928:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784935809.454804:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+9:22739:x1871640292188928:12345-0@lo:503:mount.lustre.0 Request processed in 2572us (4650us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935809.454818:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1784935809.455680:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292188928:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784935809.457310:0:22778:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0883f439-c2be-437a-b694-9442d8eddaa0:22778:1871640292189056:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784935809.457384:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935809.457424:0:22778:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4547eab540 going to sleep for 11 seconds 00000100:00100000:1.0:1784935809.457958:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292189056 00000100:00100000:1.0:1784935809.457966:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292189056 00000100:00100000:1.0:1784935809.458016:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1784935809.458025:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+9:22778:x1871640292189056:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784935809.459077:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+9:22778:x1871640292189056:12345-0@lo:502:llog_process_th.0 Request processed in 1047us (1688us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935809.459087:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1784935809.459454:0:22778:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0883f439-c2be-437a-b694-9442d8eddaa0:22778:1871640292189056:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1784935809.459488:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784935809.459498:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935809.459500:0:22778:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1784935809.459505:0:22778:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1784935809.459508:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784935809.459522:0:22778:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8d4570330000) 00000020:00000080:2.0:1784935809.459537:0:22778:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1784935809.459542:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1784935809.459636:0:22778:0:(osd_handler.c:8933:osd_obd_connect()) connect #2 00000020:00000080:2.0:1784935809.459642:0:22778:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x857e02f4e0b17f0f 00000020:00000080:2.0:1784935809.459822:0:22778:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1784935809.459826:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784935809.459834:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935809.459836:0:22778:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1784935809.459839:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784935809.459842:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935809.459843:0:22778:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1784935809.459846:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784935809.459853:0:22778:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8d4570333380) 00000020:00000080:2.0:1784935809.459871:0:22778:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1784935809.459875:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1784935809.459877:0:22778:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1784935809.459879:0:22778:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1784935809.459885:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1784935809.459922:0:22778:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d45730cc000 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1784935809.459988:0:22778:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8d4572a3b380) 00000020:00000080:2.0:1784935809.459995:0:22778:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1784935809.460039:0:22778:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1784935809.460052:0:22778:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x857e02f4e0b17f24 00000020:00000080:2.0:1784935809.460132:0:22778:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1784935809.460137:0:22778:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1784935809.460140:0:22778:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x857e02f4e0b17f2b 00080000:01000000:2.0:1784935809.460453:0:22778:0:(osd_handler.c:8933:osd_obd_connect()) connect #3 00000020:00000080:2.0:1784935809.460459:0:22778:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x857e02f4e0b17f32 00010000:00010000:2.0:1784935809.538405:0:22778:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1784935809.538888:0:22778:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1784935809.539428:0:22778:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1784935809.539975:0:22778:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8d4572a399c0) 00000020:00000080:2.0:1784935809.539996:0:22778:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1784935809.540093:0:22778:0:(osd_handler.c:8933:osd_obd_connect()) connect #4 00000020:00000080:2.0:1784935809.540100:0:22778:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x857e02f4e0b17f40 00000020:00000080:2.0:1784935809.540637:0:22778:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1784935809.546719:0:22778:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x857e02f4e0b17f47 00000020:00000080:3.0:1784935809.547224:0:22778:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1784935809.547237:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784935809.547244:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935809.547246:0:22778:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1784935809.547250:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1784935809.547253:0:22778:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1784935809.547255:0:22778:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784935809.547263:0:22778:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784935809.547264:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1784935809.547268:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935809.547269:0:22778:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1784935809.547272:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784935809.547277:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935809.547279:0:22778:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1784935809.547284:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1784935809.547322:0:22778:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1784935809.547335:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784935809.547338:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935809.547339:0:22778:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1784935809.547342:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784935809.547345:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935809.547347:0:22778:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1784935809.547350:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1784935809.547356:0:22778:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.128@tcp to nid 0x20000c0a8cb80 (192.168.203.128@tcp) 00000020:00000080:3.0:1784935809.547385:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784935809.547402:0:22778:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8d44434c99c0) 00000020:00000080:3.0:1784935809.547417:0:22778:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1784935809.547423:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1784935809.547482:0:22778:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1784935809.547488:0:22778:0:(osd_handler.c:8933:osd_obd_connect()) connect #5 00000020:00000080:3.0:1784935809.547494:0:22778:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x857e02f4e0b17f55 00010000:00080000:3.0:1784935809.547529:0:22778:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d4441b26000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.128@tcp at head 00010000:00010000:3.0:1784935809.552996:0:22778:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:0.0:1784935809.555276:0:22778:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784935809.555291:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1784935809.555326:0:22778:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1784935809.555350:0:22778:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x857e02f4e0b17f5c 00000100:00080000:0.0:1784935809.555361:0:22778:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1784935809.555367:0:22778:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d4441b26000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:0.0:1784935809.555401:0:22778:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d44431f2d80 x1871640292189184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784935809.555436:0:22778:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1784935809.555526:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784935809.555530:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784935809.555532:0:22778:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1784935809.555535:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1784935809.555538:0:22778:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1784935809.555539:0:22778:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1784935809.555540:0:22778:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1784935809.555542:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1784935809.555544:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784935809.555545:0:22778:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1784935809.555547:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1784935809.555552:0:22778:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1784935809.555554:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784935809.555555:0:22778:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1784935809.555558:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1784935809.555561:0:22778:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.128@tcp to nid 0x20000c0a8cb80 (192.168.203.128@tcp) 00000020:01000000:0.0:1784935809.555594:0:22778:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1784935809.555597:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1784935809.555618:0:22778:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8d4442254d40) 00000020:00000080:0.0:1784935809.555630:0:22778:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1784935809.555635:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1784935809.555686:0:22778:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1784935809.555692:0:22778:0:(osd_handler.c:8933:osd_obd_connect()) connect #6 00000020:00000080:0.0:1784935809.555698:0:22778:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x857e02f4e0b17f6a 00010000:00080000:0.0:1784935809.555726:0:22778:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d4443e31000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.128@tcp at head 00010000:00010000:0.0:1784935809.555951:0:22778:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:1.0:1784935809.556776:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292189184:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1784935809.556845:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935809.556941:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292189184 00000100:00100000:1.0:1784935809.556949:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292189184 00000100:00100000:1.0:1784935809.556981:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1784935809.556989:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3648:x1871640292189184:12345-0@lo:38:llog_process_th.0 00010000:00020000:1.0:1784935809.557005:0:22765:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:0.0:1784935809.560467:0:22778:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1784935809.560769:0:22778:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1784935809.562638:0:22778:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784935809.562898:0:22778:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1784935809.568829:0:22778:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1784935809.569364:0:22784:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1784935809.569369:0:22784:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1784935809.577127:0:22778:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1784935809.577144:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1784935809.577459:0:22778:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1784935809.577481:0:22778:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x857e02f4e0b17f71 00000100:00080000:3.0:1784935809.577498:0:22778:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1784935809.577504:0:22778:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d4443e31000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:3.0:1784935809.577541:0:22778:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4443598e00 x1871640292189312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784935809.577686:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292189312:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1784935809.577740:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1871640292189312 offset 0 length 520: 4 00000100:00080000:3.0:1784935809.577804:0:22778:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1784935809.577874:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784935809.577879:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935809.577881:0:22778:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1784935809.577884:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1784935809.577886:0:22778:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1784935809.577888:0:22778:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784935809.577890:0:22778:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784935809.577891:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1784935809.577894:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935809.577895:0:22778:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1784935809.577897:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1784935809.577901:0:22778:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1784935809.577905:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935809.577907:0:22778:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1784935809.577910:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1784935809.577913:0:22778:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.128@tcp to nid 0x20000c0a8cb80 (192.168.203.128@tcp) 00000020:01000000:3.0:1784935809.577952:0:22778:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1784935809.577956:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784935809.577967:0:22778:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8d44434cb380) 00000020:00000080:3.0:1784935809.577980:0:22778:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1784935809.577985:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1784935809.578057:0:22778:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1784935809.578064:0:22778:0:(osd_handler.c:8933:osd_obd_connect()) connect #7 00000020:00000080:3.0:1784935809.578071:0:22778:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x857e02f4e0b17f7f 00010000:00080000:3.0:1784935809.578099:0:22778:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d45757db800@lustre-OST0001-osc-MDT0000: add connection 192.168.203.128@tcp at head 00010000:00010000:3.0:1784935809.578330:0:22778:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1784935809.578419:0:22778:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1784935809.578434:0:22778:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1784935809.581203:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3648:x1871640292189184:12345-0@lo:38:llog_process_th.0 Request processed in 24208us (24352us total) trans 0 rc -19/-19 00000100:00100000:1.0:1784935809.581216:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1784935809.582026:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4441b26000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784935809.582034:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1784935809.582038:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292189184:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1784935809.584184:0:22778:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784935809.584632:0:22778:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1784935809.584744:0:22778:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:2.0:1784935809.585635:0:22786:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1784935809.585642:0:22786:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1784935809.586637:0:22778:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1784935809.586651:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1784935809.586690:0:22778:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1784935809.586711:0:22778:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x857e02f4e0b17f86 00000100:00080000:2.0:1784935809.586721:0:22778:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1784935809.586728:0:22778:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d45757db800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:2.0:1784935809.586764:0:22778:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4574646680 x1871640292189440/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784935809.586798:0:22778:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1784935809.586862:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784935809.586866:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935809.586868:0:22778:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1784935809.586871:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784935809.586875:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935809.586877:0:22778:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1784935809.586880:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1784935809.586882:0:22778:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1784935809.586884:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784935809.586886:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935809.586888:0:22778:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:2.0:1784935809.586890:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784935809.586893:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935809.586895:0:22778:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1784935809.586899:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1784935809.586955:0:22778:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574647480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0883f439-c2be-437a-b694-9442d8eddaa0:22778:1871640292189568:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1784935809.587031:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935809.587071:0:22778:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4566e1f840 going to sleep for 11 seconds 00000100:00100000:1.0:1784935809.587137:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292189568 00000100:00100000:1.0:1784935809.587153:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292189568 00000100:00100000:3.0:1784935809.587155:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292189440:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1784935809.587186:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1871640292189440 offset 0 length 520: 4 00000100:00100000:1.0:1784935809.587200:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1784935809.587211:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+9:22778:x1871640292189568:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784935809.587509:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+9:22778:x1871640292189568:12345-0@lo:502:llog_process_th.0 Request processed in 299us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935809.587516:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1784935809.590995:0:22778:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574647480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0883f439-c2be-437a-b694-9442d8eddaa0:22778:1871640292189568:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1784935809.591063:0:22778:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784935809.591072:0:22778:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935809.591074:0:22778:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1784935809.591079:0:22778:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:1.0:1784935809.591261:0:22739:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:1.0:1784935809.591297:0:22739:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1784935809.591319:0:22739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8a00/0x857e02f4e0b17efa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17f01 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.591330:0:22739:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8a00/0x857e02f4e0b17efa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17f01 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784935809.591398:0:22739:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8d45730cc000 from 1 10000000:01000000:1.0:1784935809.591403:0:22739:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1784935809.591439:0:22739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b17f8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.591458:0:22739:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b17f8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.591468:0:22739:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b17f8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935809.591494:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e43480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292189696:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784935809.591553:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935809.591638:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d455e3a4240 going to sleep for 11 seconds 00000100:00100000:0.0:1784935809.591867:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292189696 00000100:00100000:0.0:1784935809.591874:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292189696 00000100:00100000:0.0:1784935809.592059:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1784935809.592070:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+9:22739:x1871640292189696:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784935809.592085:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935809.592098:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4540030600/0x857e02f4e0b17f94 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b17f8d expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935809.592122:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4540030600/0x857e02f4e0b17f94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b17f8d expref: 10 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935809.592133:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4540030600/0x857e02f4e0b17f94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b17f8d expref: 10 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935809.592141:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4540030600, rc 0) 00000100:00100000:0.0:1784935809.592202:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+10:22739:x1871640292189696:12345-0@lo:101:mount.lustre.0 Request processed in 133us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935809.592208:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1784935809.592285:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e43480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292189696:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784935809.592298:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b17f8d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17f94 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935809.592307:0:22739:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b17f8d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17f94 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935809.592851:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574647480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292189824:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1784935809.592890:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935809.593693:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4566e1f840 going to sleep for 11 seconds 00000100:00100000:1.0:1784935809.593727:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292189824 00000100:00100000:1.0:1784935809.593733:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292189824 00000100:00100000:0.0:1784935809.593779:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784935809.593789:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d818c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+10:22739:x1871640292189824:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1784935809.593817:0:22754:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1784935809.593825:0:22754:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1784935809.593897:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d818c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+10:22739:x1871640292189824:12345-0@lo:256:mount.lustre.0 Request processed in 110us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935809.593903:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1784935809.593974:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574647480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292189824:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1784935809.594896:0:22739:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1784935809.594920:0:22739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b17f8d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17f94 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935809.594953:0:22739:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b17f8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17f94 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935809.594961:0:22739:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8d45730cc000 from 1 10000000:01000000:2.0:1784935809.594963:0:22739:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1784935809.594996:0:22739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b17f9b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935809.595005:0:22739:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b17f9b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935809.595495:0:22739:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b17f9b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935809.595517:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574647480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292189952:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784935809.595569:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935809.595873:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4566e1f840 going to sleep for 11 seconds 00000100:00100000:3.0:1784935809.596038:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292189952 00000100:00100000:3.0:1784935809.596137:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292189952 00000100:00100000:3.0:1784935809.596182:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1784935809.596191:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+10:22739:x1871640292189952:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784935809.596205:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784935809.596219:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4541529000/0x857e02f4e0b17fa2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b17f9b expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.596244:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4541529000/0x857e02f4e0b17fa2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b17f9b expref: 11 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.596255:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4541529000/0x857e02f4e0b17fa2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b17f9b expref: 11 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.596264:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4541529000, rc 0) 00000100:00100000:3.0:1784935809.596519:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+11:22739:x1871640292189952:12345-0@lo:101:mount.lustre.0 Request processed in 329us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935809.596526:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1784935809.596733:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574647480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292189952:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784935809.596748:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b17f9b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17fa2 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935809.596757:0:22739:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b17f9b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17fa2 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935809.596896:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574647480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292190080:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784935809.596967:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935809.596986:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4566e1f840 going to sleep for 11 seconds 00000100:00100000:1.0:1784935809.597200:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292190080 00000100:00100000:1.0:1784935809.597206:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292190080 00000100:00100000:1.0:1784935809.597242:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1784935809.597250:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+11:22739:x1871640292190080:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784935809.597511:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+11:22739:x1871640292190080:12345-0@lo:501:mount.lustre.0 Request processed in 262us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935809.597519:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1784935809.597700:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574647480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292190080:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784935809.597733:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292190208:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784935809.597775:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935809.597872:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d44410de480 going to sleep for 11 seconds 00000100:00100000:1.0:1784935809.597962:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292190208 00000100:00100000:1.0:1784935809.597966:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292190208 00000100:00100000:1.0:1784935809.597991:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1784935809.597997:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+11:22739:x1871640292190208:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784935809.598492:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+11:22739:x1871640292190208:12345-0@lo:503:mount.lustre.0 Request processed in 494us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935809.598500:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1784935809.598637:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292190208:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784935809.599513:0:22788:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e40700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0883f439-c2be-437a-b694-9442d8eddaa0:22788:1871640292190336:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784935809.599567:0:22788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935809.599704:0:22788:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d455e3a4e40 going to sleep for 11 seconds 00000100:00100000:2.0:1784935809.599751:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292190336 00000100:00100000:2.0:1784935809.599758:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292190336 00000100:00100000:2.0:1784935809.599899:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1784935809.599909:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+11:22788:x1871640292190336:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1784935809.600996:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+11:22788:x1871640292190336:12345-0@lo:502:llog_process_th.0 Request processed in 1085us (1424us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935809.601006:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1784935809.601445:0:22788:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e40700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0883f439-c2be-437a-b694-9442d8eddaa0:22788:1871640292190336:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1784935809.601477:0:22788:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784935809.601486:0:22788:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935809.601489:0:22788:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1784935809.601522:0:22788:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d45730cc000 00000020:00000080:1.0:1784935809.601526:0:22788:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1784935809.601533:0:22788:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784935809.601536:0:22788:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935809.601537:0:22788:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1784935809.601540:0:22788:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784935809.601542:0:22788:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935809.601543:0:22788:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1784935809.601547:0:22788:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d45730cc000 00000020:00000080:1.0:1784935809.601549:0:22788:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1784935809.601679:0:22788:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784935809.601684:0:22788:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935809.601685:0:22788:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1784935809.601688:0:22788:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784935809.601690:0:22788:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935809.601692:0:22788:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1784935809.601695:0:22788:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d45730cc000 00000020:00000080:1.0:1784935809.601698:0:22788:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1784935809.603899:0:22788:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784935809.603911:0:22788:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935809.603913:0:22788:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1784935809.603921:0:22788:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784935809.603938:0:22788:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935809.603940:0:22788:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1784935809.603946:0:22788:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d45730cc000 00000020:00000080:1.0:1784935809.603948:0:22788:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1784935809.604060:0:22788:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e40700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0883f439-c2be-437a-b694-9442d8eddaa0:22788:1871640292190464:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784935809.604134:0:22788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935809.604308:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292190464 00000100:00100000:1.0:1784935809.604315:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292190464 00000100:00100000:1.0:1784935809.604475:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1784935809.604485:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+11:22788:x1871640292190464:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784935809.604665:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+11:22788:x1871640292190464:12345-0@lo:502:llog_process_th.0 Request processed in 182us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935809.604672:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1784935809.604717:0:22788:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d455e3a4e40 going to sleep for 11 seconds 00000100:00100000:1.0:1784935809.604735:0:22788:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e40700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0883f439-c2be-437a-b694-9442d8eddaa0:22788:1871640292190464:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1784935809.604757:0:22788:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784935809.604761:0:22788:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935809.604762:0:22788:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1784935809.604766:0:22788:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1784935809.605041:0:22739:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1784935809.605070:0:22739:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1784935809.605087:0:22739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b17f9b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17fa2 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935809.605104:0:22739:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b17f9b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17fa2 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935809.605163:0:22739:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1784935809.605167:0:22739:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d45730cc000 10000000:01000000:2.0:1784935809.605170:0:22739:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d45730cc000 10000000:01000000:2.0:1784935809.605174:0:22739:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1784935809.605181:0:22739:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8d45730cc000 from 1 10000000:01000000:2.0:1784935809.605183:0:22739:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1784935809.605209:0:22739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d301800/0x857e02f4e0b17fa9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935809.605218:0:22739:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d457d301800/0x857e02f4e0b17fa9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935809.605226:0:22739:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d457d301800/0x857e02f4e0b17fa9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935809.605241:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292190592:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784935809.605274:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935809.605891:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292190592 00000100:00100000:1.0:1784935809.605898:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292190592 00000100:00100000:1.0:1784935809.605954:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1784935809.605962:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+11:22739:x1871640292190592:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784935809.605974:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784935809.605987:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d457d1b8c00/0x857e02f4e0b17fb0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b17fa9 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.606009:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d1b8c00/0x857e02f4e0b17fb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b17fa9 expref: 12 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.606019:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d457d1b8c00/0x857e02f4e0b17fb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b17fa9 expref: 12 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.606038:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d457d1b8c00, rc 0) 00000100:00100000:1.0:1784935809.606141:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+12:22739:x1871640292190592:12345-0@lo:101:mount.lustre.0 Request processed in 179us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935809.606224:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4566e1f840 going to sleep for 11 seconds 00000100:00100000:2.0:1784935809.606241:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292190592:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784935809.606254:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d457d301800/0x857e02f4e0b17fa9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17fb0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935809.606263:0:22739:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d457d301800/0x857e02f4e0b17fa9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17fb0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935809.606388:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292190720:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784935809.606400:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1784935809.606415:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935809.606423:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292190720 00000100:00100000:1.0:1784935809.606426:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292190720 00000100:00100000:1.0:1784935809.606441:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1784935809.606442:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4566e1f840 going to sleep for 11 seconds 00000100:00100000:1.0:1784935809.606446:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+12:22739:x1871640292190720:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784935809.606554:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+12:22739:x1871640292190720:12345-0@lo:501:mount.lustre.0 Request processed in 107us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935809.606561:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1784935809.607236:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292190720:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784935809.607280:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292190848:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784935809.607323:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935809.607496:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292190848 00000100:00100000:1.0:1784935809.607502:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292190848 00000100:00100000:1.0:1784935809.607528:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1784935809.607534:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d455415d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+12:22739:x1871640292190848:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784935809.607663:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4566e1f840 going to sleep for 11 seconds 00000100:00100000:1.0:1784935809.607922:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d455415d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+12:22739:x1871640292190848:12345-0@lo:503:mount.lustre.0 Request processed in 387us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935809.607952:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1784935809.608458:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292190848:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784935809.609892:0:22790:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0883f439-c2be-437a-b694-9442d8eddaa0:22790:1871640292190976:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1784935809.609980:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935809.610020:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4566e1fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1784935809.610260:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292190976 00000100:00100000:3.0:1784935809.610268:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292190976 00000100:00100000:3.0:1784935809.610320:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1784935809.610328:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d455415fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+12:22790:x1871640292190976:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1784935809.611021:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d455415fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+12:22790:x1871640292190976:12345-0@lo:502:llog_process_th.0 Request processed in 692us (1040us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935809.611031:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1784935809.611305:0:22790:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0883f439-c2be-437a-b694-9442d8eddaa0:22790:1871640292190976:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1784935809.612265:0:22790:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1784935809.612453:0:22790:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8d4572a3cd40) 00000020:00000080:2.0:1784935809.612475:0:22790:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:2.0:1784935809.613666:0:22790:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d45730cc000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1784935809.613673:0:22790:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d45730cc000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1784935809.613676:0:22790:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d45730cc000 4 00010000:00080000:2.0:1784935809.613706:0:22790:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d4549f2d800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.128@tcp at head 00010000:00010000:2.0:1784935809.623794:0:22790:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:2.0:1784935809.624541:0:22790:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1784935809.625241:0:22790:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1784935809.625257:0:22790:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x857e02f4e0b17fbe 00000100:00080000:2.0:1784935809.625267:0:22790:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1784935809.625278:0:22790:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8d4549f2d800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:2.0:1784935809.625313:0:22790:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4574645500 x1871640292191104/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784935809.625658:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3648:1871640292191104:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1784935809.625738:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935809.625949:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292191104 00000100:00100000:0.0:1784935809.625956:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292191104 00000100:00100000:0.0:1784935809.625985:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784935809.625993:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574644380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3648:x1871640292191104:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1784935809.626666:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574644380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3648:x1871640292191104:12345-0@lo:38:llog_process_th.0 Request processed in 670us (926us total) trans 0 rc -11/-11 00000100:00100000:0.0:1784935809.626675:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784935809.626720:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784935809.626728:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4549f2d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784935809.626739:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1784935809.626743:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3648:1871640292191104:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1784935809.627213:0:22790:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1784935809.628538:0:22790:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0883f439-c2be-437a-b694-9442d8eddaa0:22790:1871640292191232:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784935809.628676:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935809.628707:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4581f0c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784935809.628727:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292191232 00000100:00100000:0.0:1784935809.628732:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292191232 00000100:00100000:0.0:1784935809.628768:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1784935809.628776:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d455415f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+12:22790:x1871640292191232:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784935809.629526:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d455415f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+12:22790:x1871640292191232:12345-0@lo:502:llog_process_th.0 Request processed in 748us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935809.629535:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1784935809.629903:0:22790:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0883f439-c2be-437a-b694-9442d8eddaa0:22790:1871640292191232:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784935809.629979:0:22790:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0883f439-c2be-437a-b694-9442d8eddaa0:22790:1871640292191360:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784935809.630016:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935809.630404:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292191360 00000100:00100000:0.0:1784935809.630410:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292191360 00000100:00100000:0.0:1784935809.630491:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1784935809.630499:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456deff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+12:22790:x1871640292191360:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784935809.630583:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456deff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+12:22790:x1871640292191360:12345-0@lo:502:llog_process_th.0 Request processed in 74us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935809.630595:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1784935809.632734:0:22790:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4560b666c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784935809.632772:0:22790:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0883f439-c2be-437a-b694-9442d8eddaa0:22790:1871640292191360:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1784935809.632868:0:22790:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1784935809.633422:0:22739:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1784935809.633447:0:22739:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1784935809.633466:0:22739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d301800/0x857e02f4e0b17fa9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17fb0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935809.633478:0:22739:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d457d301800/0x857e02f4e0b17fa9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17fb0 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1784935809.633523:0:22739:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1784935809.633525:0:22739:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1784935809.633527:0:22739:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784935809.633528:0:22739:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784935809.633529:0:22739:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784935809.633531:0:22739:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784935809.633532:0:22739:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1784935809.633534:0:22739:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1784935809.633536:0:22739:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784935809.633537:0:22739:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1784935809.633541:0:22739:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1784935809.633543:0:22739:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1784935809.633544:0:22739:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1784935809.633545:0:22739:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784935809.633546:0:22739:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784935809.633548:0:22739:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784935809.633549:0:22739:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784935809.633550:0:22739:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1784935809.633551:0:22739:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1784935809.633557:0:22739:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784935809.633558:0:22739:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1784935809.633651:0:22739:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1784935809.633669:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292191488:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1784935809.633730:0:22739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935809.633805:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d457023c180 going to sleep for 11 seconds 00000100:00100000:0.0:1784935809.633892:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292191488 00000100:00100000:0.0:1784935809.633898:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292191488 00000100:00100000:0.0:1784935809.635056:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1784935809.635069:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456deff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+12:22739:x1871640292191488:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1784935809.635098:0:22753:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1784935809.635110:0:22753:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1784935809.637471:0:22753:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1784935809.637491:0:22753:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1784935809.637760:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456deff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+12:22739:x1871640292191488:12345-0@lo:253:mount.lustre.0 Request processed in 2690us (4025us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935809.637772:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 20000000:01000000:2.0:1784935809.637906:0:22776:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1784935809.637912:0:22776:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1784935809.637962:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d457d301000/0x857e02f4e0b17fc5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935809.637978:0:22776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d4540030600/0x857e02f4e0b17f94 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b17f8d expref: 11 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935809.637987:0:22776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d457d301000/0x857e02f4e0b17fc5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935809.638023:0:22776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d4540030600/0x857e02f4e0b17f94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x857e02f4e0b17f8d expref: 11 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935809.638037:0:22776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d4540030600/0x857e02f4e0b17f94 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x857e02f4e0b17f8d expref: 11 pid: 22754 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935809.638213:0:22776:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574644700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22776:1871640292191616:0@lo:104: 00000100:00100000:2.0:1784935809.638249:0:22776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935809.638284:0:22776:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4566e1fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1784935809.638319:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:22739:1871640292191488:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1784935809.638331:0:22739:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1784935809.638334:0:22739:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000100:00100000:1.0:1784935809.638433:0:22743:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292191616 00000100:00100000:1.0:1784935809.638440:0:22743:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292191616 00000100:00100000:1.0:1784935809.638476:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1784935809.638491:0:22743:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0883f439-c2be-437a-b694-9442d8eddaa0+3:22776:x1871640292191616:12345-0@lo:104: 00010000:00010000:1.0:1784935809.638504:0:22743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b17f8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b17f94 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.638558:0:22743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1784935809.638564:0:22743:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0883f439-c2be-437a-b694-9442d8eddaa0+3:22776:x1871640292191616:12345-0@lo:104: Request processed in 75us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935809.638583:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1784935809.638612:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784935809.638618:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b17f8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b17f94 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.638625:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d1b8e00 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:1.0:1784935809.638629:0:22749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b17f8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x857e02f4e0b17f94 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.638636:0:22749:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b17f8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x857e02f4e0b17f94 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784935809.638643:0:22749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b17f8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x857e02f4e0b17f94 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784935809.638648:0:22749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1784935809.638680:0:22749:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b17f8d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b17f94 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.638686:0:22749:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784935809.638704:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b17f8d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b17f94 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.638720:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b17f8d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b17f94 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935809.638734:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935809.638735:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935809.638737:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784935809.638764:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292191744:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784935809.638792:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:2.0:1784935809.638883:0:22739:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1784935809.638886:0:22739:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784935809.638893:0:22739:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784935809.638894:0:22739:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784935809.638896:0:22739:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784935809.638897:0:22739:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1784935809.638898:0:22739:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00100000:3.0:1784935809.638901:0:22745:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292191744 00000020:01000004:2.0:1784935809.638901:0:22739:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784935809.638902:0:22739:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1784935809.638905:0:22745:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292191744 00000020:02000000:2.0:1784935809.638917:0:22739:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:3.0:1784935809.638921:0:22745:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d4540030600/0x857e02f4e0b17f94 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b17f8d expref: 12 pid: 22754 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935809.639028:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1784935809.639034:0:22745:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0883f439-c2be-437a-b694-9442d8eddaa0+12:3649:x1871640292191744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784935809.639044:0:22745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784935809.639050:0:22745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d4540030600/0x857e02f4e0b17f94 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b17f8d expref: 12 pid: 22754 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.639059:0:22745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d4540030600/0x857e02f4e0b17f94 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x857e02f4e0b17f8d expref: 12 pid: 22754 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.639073:0:22745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d457d301000/0x857e02f4e0b17fc5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.639087:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d301000/0x857e02f4e0b17fc5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1784935809.639099:0:22745:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001189118s 00010000:00010000:3.0:1784935809.639104:0:22745:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d457d301000/0x857e02f4e0b17fc5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.639110:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d457d301000/0x857e02f4e0b17fc5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.639117:0:22745:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d457d301000/0x857e02f4e0b17fc5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.639123:0:22745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d457d301000/0x857e02f4e0b17fc5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.639129:0:22745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d301000 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:3.0:1784935809.639133:0:22745:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d457d301000/0x857e02f4e0b17fc5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.639140:0:22745:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d457d301000/0x857e02f4e0b17fc5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.639149:0:22745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d457d301000/0x857e02f4e0b17fc5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935809.639158:0:22745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784935809.639277:0:22745:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0883f439-c2be-437a-b694-9442d8eddaa0+12:3649:x1871640292191744:12345-0@lo:103:ldlm_bl.0 Request processed in 243us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935809.639284:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1784935809.641980:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4540030600/0x857e02f4e0b17f94 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x857e02f4e0b17f8d expref: 11 pid: 22754 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935809.642002:0:22776:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574644700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22776:1871640292191616:0@lo:104: 00010000:00010000:0.0:1784935809.642028:0:22776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d457d301000/0x857e02f4e0b17fc5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935809.642038:0:22776:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d457d301000/0x857e02f4e0b17fc5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935809.642117:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d457d301000/0x857e02f4e0b17fc5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935809.642124:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d301000/0x857e02f4e0b17fc5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935809.642411:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292191744:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1784935809.652501:0:22739:0:(update_trans.c:1495:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:0.0:1784935809.655448:0:22739:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:3.0:1784935809.656299:0:22801:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000020:00080000:2.0:1784935809.656408:0:22800:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:2.0:1784935809.656413:0:22800:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:0.0:1784935809.656458:0:22739:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:3.0:1784935809.656709:0:22801:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:1.0:1784935809.656821:0:22802:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8d4581e40700 x1871640292191872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935809.656833:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00000040:01000000:0.0:1784935809.657470:0:22739:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1784935809.657499:0:22739:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1784935809.658276:0:22739:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1784935809.658287:0:22739:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1784935809.658327:0:22739:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784935809.659765:0:22739:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1784935809.660099:0:22801:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1784935809.660445:0:22801:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:0.0:1784935809.662126:0:22739:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1784935809.662196:0:22739:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1784935809.662859:0:22739:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1784935809.663561:0:22739:0:(osd_handler.c:5583:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1784935809.669484:0:22739:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1784935809.673189:0:22739:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1784935809.673229:0:22739:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffadd441c2b988 00100000:10000000:2.0:1784935809.673236:0:22739:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1784935809.673805:0:22739:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1784935809.673821:0:22739:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.128@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1784935809.673840:0:22739:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1784935809.673854:0:22739:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:1.0:1784935809.680038:0:22739:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1784935809.680248:0:22739:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1784935810.287729:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784935810.669144:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00000040:00080000:2.0:1784935810.670459:0:22796:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1784935810.670466:0:22796:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1784935810.672667:0:22796:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1784935810.672679:0:22796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:3.0:1784935811.181350:0:22757:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1784935811.181358:0:22757:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8d45730cc000 from 11 10000000:01000000:3.0:1784935811.181363:0:22757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1784935811.181416:0:22757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541528400/0x857e02f4e0b17fcc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935811.181428:0:22757:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4541528400/0x857e02f4e0b17fcc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935811.181440:0:22757:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4541528400/0x857e02f4e0b17fcc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935811.181480:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292192000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1784935811.181553:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935811.181608:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d457026df00 going to sleep for 11 seconds 00000100:00100000:0.0:1784935811.181635:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292192000 00000100:00100000:0.0:1784935811.181643:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292192000 00000100:00100000:0.0:1784935811.181697:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1784935811.181706:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+11:22757:x1871640292192000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784935811.181720:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935811.181734:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4540030e00/0x857e02f4e0b17fd3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b17fcc expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935811.181759:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4540030e00/0x857e02f4e0b17fd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b17fcc expref: 12 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935811.181769:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4540030e00/0x857e02f4e0b17fd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b17fcc expref: 12 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935811.181779:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4540030e00, rc 0) 00000100:00100000:0.0:1784935811.181839:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+12:22757:x1871640292192000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935811.181860:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1784935811.181975:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292192000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784935811.181990:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4541528400/0x857e02f4e0b17fcc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17fd3 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935811.182000:0:22757:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4541528400/0x857e02f4e0b17fcc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17fd3 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935811.182055:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292192128:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1784935811.182096:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935811.182121:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d457026df00 going to sleep for 11 seconds 00000100:00100000:1.0:1784935811.182185:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292192128 00000100:00100000:1.0:1784935811.182191:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292192128 00000100:00100000:1.0:1784935811.182236:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1784935811.182244:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456deffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+12:22757:x1871640292192128:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1784935811.182259:0:22753:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1784935811.182273:0:22753:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1784935811.182276:0:22753:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1784935811.182370:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456deffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+12:22757:x1871640292192128:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 126us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935811.182377:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1784935811.182557:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292192128:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1784935811.182609:0:22757:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1784935811.182617:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541528400/0x857e02f4e0b17fcc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17fd3 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935811.182625:0:22757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4541528400/0x857e02f4e0b17fcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17fd3 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935811.309057:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1784935811.693089:0:22796:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1784935811.693098:0:22796:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1784935811.693133:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00000040:00080000:2.0:1784935811.693211:0:22796:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1784935811.693254:0:22796:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1784935811.693388:0:22796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:0.0:1784935812.337329:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935812.723308:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00010000:00010000:1.0:1784935813.357038:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935813.741031:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00000001:02000400:3.0:1784935813.881985:0:23044:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg328-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1784935814.381185:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784935814.768702:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00000020:00000004:1.0:1784935814.807767:0:23096:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1784935814.808354:0:23096:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00080000:1.0:1784935815.086151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1784935815.086158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1784935815.086161:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d4441b26000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784935815.086169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 628 00000100:00080000:1.0:1784935815.086174:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1784935815.086181:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d4441b26000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:1.0:1784935815.086201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4581e40380 x1871640292192384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784935815.086214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935815.086217:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784935815.086264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935815.086268:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784935815.086270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1784935815.086273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1784935815.086275:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d4549f2d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784935815.086280:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8d4549f2d800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:1.0:1784935815.086291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4581e41880 x1871640292192512/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784935815.086398:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0883f439-c2be-437a-b694-9442d8eddaa0:3650:1871640292192256:0@lo:400:kworker.0 00000100:00100000:3.0:1784935815.086464:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935815.086631:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292192384:0@lo:38:kworker.0 00000100:00100000:0.0:1784935815.086692:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935815.086716:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3648:1871640292192512:0@lo:38:kworker.0 00000100:00100000:0.0:1784935815.086737:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935815.086855:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292192384 00000100:00100000:3.0:1784935815.086862:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292192384 00000100:00100000:3.0:1784935815.086896:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1784935815.086902:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1871640292192384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1784935815.086918:0:22766:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1784935815.086980:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1871640292192384:12345-0@lo:38:kworker.0 Request processed in 77us (287us total) trans 0 rc -19/-19 00000100:00100000:3.0:1784935815.086986:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1784935815.087037:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4441b26000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784935815.087041:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1784935815.087044:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292192384:0@lo:38:kworker.0 00000100:00100000:3.0:1784935815.087080:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292192512 00000100:00100000:3.0:1784935815.087083:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292192512 00000100:00100000:3.0:1784935815.087110:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1784935815.087127:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3648:x1871640292192512:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1784935815.087144:0:22762:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 634 last 0 00000020:00000080:3.0:1784935815.087175:0:22762:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x857e02f4e0b17fda 00000004:00100000:3.0:1784935815.087188:0:22762:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1784935815.087312:0:22762:0:(import.c:65:import_set_state_nolock()) ffff8d4581cd2000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784935815.087359:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1871640292192512:12345-0@lo:38:kworker.0 Request processed in 230us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935815.087365:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1784935815.087396:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d4581e41880 x1871640292192512/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1784935825 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784935815.087409:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1784935815.087416:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1784935815.087420:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1784935815.087422:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4549f2d800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1784935815.087427:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3648:1871640292192512:0@lo:38:kworker.0 00000100:00100000:1.0:1784935815.087560:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292192256 00000100:00100000:1.0:1784935815.087573:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292192256 00000100:00100000:1.0:1784935815.087618:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1784935815.087625:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+12:3650:x1871640292192256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935815.087665:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+12:3650:x1871640292192256:12345-0@lo:400:kworker.0 Request processed in 41us (1200us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935815.087671:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1784935815.087816:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0883f439-c2be-437a-b694-9442d8eddaa0:3650:1871640292192256:0@lo:400:kworker.0 00010000:00010000:2.0:1784935815.411638:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1784935815.647424:0:23147:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784935815.647744:0:23147:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1784935815.794588:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00010000:00010000:1.0:1784935816.430046:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784935816.813246:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00010000:00010000:0.0:1784935817.457646:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784935817.837448:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00010000:00010000:1.0:1784935818.479799:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784935818.861044:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00000100:00100000:1.0:1784935819.181203:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784935809/real 1784935809] req@ffff8d4574646680 x1871640292189440/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935819.181232:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d4574646680 x1871640292189440/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935819.181242:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784935809/real 1784935809] req@ffff8d4443598e00 x1871640292189312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935819.181254:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d4443598e00 x1871640292189312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1784935819.181271:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d45757db800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784935819.181326:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1784935819.181330:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292189440:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1784935819.181337:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4443e31000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784935819.184301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1784935819.184308:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1784935819.184311:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d4441b26000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784935819.184319:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 634 00000100:00080000:2.0:1784935819.184324:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1784935819.184330:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d4441b26000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:2.0:1784935819.184356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4574645c00 x1871640292192768/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784935819.184368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784935819.184371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1784935819.184372:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d4443e31000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784935819.184375:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 628 00000100:00080000:2.0:1784935819.184378:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1784935819.184381:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d4443e31000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:2.0:1784935819.184389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4574644e00 x1871640292192896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784935819.184397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784935819.184399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1784935819.184400:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d45757db800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784935819.184403:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 628 00000100:00080000:2.0:1784935819.184405:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1784935819.184408:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d45757db800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:2.0:1784935819.184415:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4574644700 x1871640292193024/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784935819.184468:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1871640292193152:0@lo:400:kworker.0 00000100:00100000:2.0:1784935819.184585:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935819.184630:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1784935819.184635:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0883f439-c2be-437a-b694-9442d8eddaa0:3652:1871640292192640:0@lo:400:kworker.0 00000100:00100000:2.0:1784935819.184659:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935819.184697:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292193152 00000100:00100000:2.0:1784935819.184703:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292193152 00000100:00100000:2.0:1784935819.184743:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1784935819.184750:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1871640292193152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935819.184790:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1871640292193152:12345-0@lo:400:kworker.0 Request processed in 40us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935819.184797:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1784935819.184815:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292192640 00000100:00100000:2.0:1784935819.184818:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292192640 00000100:00100000:2.0:1784935819.184839:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1784935819.184844:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+12:3652:x1871640292192640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935819.184867:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+12:3652:x1871640292192640:12345-0@lo:400:kworker.0 Request processed in 23us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935819.184872:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1784935819.184906:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0883f439-c2be-437a-b694-9442d8eddaa0:3652:1871640292192640:0@lo:400:kworker.0 00010000:00080000:2.0:1784935819.184916:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d4574645500 x1871640292193152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935819.184945:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1871640292193152:0@lo:400:kworker.0 00000100:00080000:1.0:1784935819.185642:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1784935819.185649:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292189312:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1784935819.185672:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292192768:0@lo:38:kworker.0 00000100:00100000:1.0:1784935819.185750:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935819.185773:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292192896:0@lo:8:kworker.0 00000400:00000100:1.0:1784935819.185807:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1871640292192896 offset 0 length 520: 4 00000100:00100000:1.0:1784935819.185824:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292193024:0@lo:8:kworker.0 00000400:00000100:1.0:1784935819.185840:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1871640292193024 offset 0 length 520: 4 00000100:00100000:1.0:1784935819.185864:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292192768 00000100:00100000:1.0:1784935819.185869:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292192768 00000100:00100000:1.0:1784935819.185893:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1784935819.185898:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1871640292192768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1784935819.185913:0:22766:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1784935819.185964:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1871640292192768:12345-0@lo:38:kworker.0 Request processed in 65us (214us total) trans 0 rc -19/-19 00000100:00100000:1.0:1784935819.185970:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1784935819.186001:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4441b26000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784935819.186006:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1784935819.186009:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292192768:0@lo:38:kworker.0 00010000:00010000:1.0:1784935819.509097:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935819.885484:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00010000:00010000:3.0:1784935820.531658:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935820.909326:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00010000:00010000:1.0:1784935821.549863:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1784935821.934584:0:22796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1784935821.938534:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00000020:01000004:2.0:1784935822.145373:0:23491:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1784935822.145377:0:23491:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1784935822.145378:0:23491:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1784935822.147638:0:23491:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8d4581ebc000 00000020:01000004:2.0:1784935822.147661:0:23491:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1784935822.147675:0:23491:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1784935822.147690:0:23491:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8d4572a38000) 00000020:00000080:2.0:1784935822.147708:0:23491:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1784935822.209919:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1784935822.210615:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1784935822.212472:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1784935822.213403:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1784935822.213659:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1784935822.213871:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1784935822.215362:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1784935822.217857:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1784935822.218271:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1784935822.218557:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1784935822.219854:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1784935822.220433:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1784935822.220693:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1784935822.220888:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1784935822.221128:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1784935822.221681:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1784935822.221920:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1784935822.222437:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1784935822.222697:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1784935822.222874:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1784935822.223142:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1784935822.223553:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1784935822.223779:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1784935822.224097:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1784935822.224651:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1784935822.224833:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1784935822.225509:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1784935822.226757:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1784935822.227130:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1784935822.227552:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1784935822.227747:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1784935822.228050:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1784935822.228300:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1784935822.228631:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1784935822.230723:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1784935822.231141:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1784935822.231549:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1784935822.231742:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1784935822.232114:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1784935822.232356:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1784935822.232803:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1784935822.233616:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:3.0:1784935822.233976:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1784935822.234289:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1784935822.234556:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:3.0:1784935822.234838:0:23491:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:3.0:1784935822.236380:0:23491:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1784935822.236620:0:23491:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1784935822.236631:0:23491:0:(osd_handler.c:8933:osd_obd_connect()) connect #0 00000020:00000080:3.0:1784935822.236644:0:23491:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x857e02f4e0b17fe8 00000020:01000004:3.0:1784935822.236651:0:23491:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:3.0:1784935822.236670:0:23491:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.128@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1784935822.236673:0:23491:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.128@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1784935822.236679:0:23491:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1784935822.236707:0:23491:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:3.0:1784935822.236711:0:23491:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.128@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:3.0:1784935822.246250:0:23491:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.128@tcp ctxt 0 is initialized 00000020:01000004:3.0:1784935822.246288:0:23491:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.128@tcp, index=0001, flags=0x20001 00000020:01000004:3.0:1784935822.246292:0:23491:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1784935822.246294:0:23491:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1784935822.246296:0:23491:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784935822.246297:0:23491:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784935822.246298:0:23491:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784935822.246299:0:23491:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784935822.246301:0:23491:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1784935822.246302:0:23491:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784935822.246303:0:23491:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1784935822.246307:0:23491:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:3.0:1784935822.246309:0:23491:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1784935822.246310:0:23491:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1784935822.246311:0:23491:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784935822.246311:0:23491:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784935822.246312:0:23491:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784935822.246318:0:23491:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784935822.246319:0:23491:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1784935822.246320:0:23491:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784935822.246321:0:23491:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1784935822.246343:0:23491:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1784935822.246370:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292193280:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1784935822.246432:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.246470:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4549464a80 going to sleep for 11 seconds 00000100:00100000:1.0:1784935822.246586:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292193280 00000100:00100000:1.0:1784935822.246594:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292193280 00000100:00100000:1.0:1784935822.246696:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1784935822.246707:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+12:23491:x1871640292193280:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1784935822.246738:0:22754:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1784935822.246741:0:22754:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1784935822.246747:0:22754:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1784935822.247313:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+12:23491:x1871640292193280:12345-0@lo:253:mount.lustre.0 Request processed in 606us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935822.247322:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1784935822.247481:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292193280:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1784935822.247503:0:23491:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1784935822.247506:0:23491:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1784935822.247507:0:23491:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1784935822.247508:0:23491:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1784935822.247509:0:23491:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1784935822.247511:0:23491:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1784935822.247512:0:23491:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1784935822.247513:0:23491:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1784935822.247515:0:23491:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1784935822.247524:0:23491:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1784935822.247543:0:23491:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d4581ebc000 from lustre-MDT0001 10000000:01000000:0.0:1784935822.247572:0:23491:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:0.0:1784935822.247574:0:23491:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1784935822.247580:0:23491:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8d4570334d40 local copy 00010000:00010000:0.0:1784935822.247590:0:23491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ee5 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935822.247686:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292193408:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784935822.247720:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935822.247760:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4561758180 going to sleep for 11 seconds 00000100:00100000:3.0:1784935822.248049:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292193408 00000100:00100000:3.0:1784935822.248056:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292193408 00000100:00100000:3.0:1784935822.248455:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1784935822.248464:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+12:23491:x1871640292193408:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784935822.248594:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+12:23491:x1871640292193408:12345-0@lo:501:mount.lustre.0 Request processed in 131us (872us total) trans 0 rc -2/-2 00000100:00100000:3.0:1784935822.248601:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1784935822.248693:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292193408:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1784935822.248710:0:23491:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.128@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1784935822.248730:0:23491:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.128@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1784935822.248738:0:23491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ee5 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.248748:0:23491:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ee5 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935822.248772:0:23491:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d4581ebc000 10000000:01000000:0.0:1784935822.248777:0:23491:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1784935822.248781:0:23491:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8d4570334d40 10000000:01000000:0.0:1784935822.248784:0:23491:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:0.0:1784935822.248788:0:23491:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8d4570334d40 from 1 10000000:01000000:0.0:1784935822.248790:0:23491:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1784935822.248831:0:23491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4540031c00/0x857e02f4e0b17fef lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.248839:0:23491:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4540031c00/0x857e02f4e0b17fef lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.248848:0:23491:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4540031c00/0x857e02f4e0b17fef lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935822.248878:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292193536:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784935822.248908:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935822.251733:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4561758180 going to sleep for 11 seconds 00000100:00100000:2.0:1784935822.253425:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292193536 00000100:00100000:2.0:1784935822.253438:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292193536 00000100:00100000:2.0:1784935822.253493:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1784935822.253501:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+12:23491:x1871640292193536:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784935822.253570:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935822.253591:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d457d301400/0x857e02f4e0b17ff6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b17fef expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.253616:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d301400/0x857e02f4e0b17ff6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b17fef expref: 13 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.253626:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d457d301400/0x857e02f4e0b17ff6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b17fef expref: 13 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.253753:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d457d301400, rc 0) 00000100:00100000:2.0:1784935822.253903:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+13:23491:x1871640292193536:12345-0@lo:101:mount.lustre.0 Request processed in 402us (4993us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935822.253910:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1784935822.254070:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292193536:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784935822.254087:0:23491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4540031c00/0x857e02f4e0b17fef lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ff6 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.254097:0:23491:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4540031c00/0x857e02f4e0b17fef lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b17ff6 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935822.254118:0:23491:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1784935822.254132:0:23491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4540031c00/0x857e02f4e0b17fef lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ff6 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.254138:0:23491:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4540031c00/0x857e02f4e0b17fef lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ff6 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935822.254148:0:23491:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8d4581ebc000 10000000:01000000:0.0:1784935822.254152:0:23491:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1784935822.254156:0:23491:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff8d4581ebc000 from 1 10000000:01000000:0.0:1784935822.254159:0:23491:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1784935822.254181:0:23491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4540030600/0x857e02f4e0b17ffd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.254188:0:23491:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4540030600/0x857e02f4e0b17ffd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.254196:0:23491:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4540030600/0x857e02f4e0b17ffd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935822.254226:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292193664:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784935822.254257:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935822.254284:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4561758180 going to sleep for 11 seconds 00000100:00100000:2.0:1784935822.254415:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292193664 00000100:00100000:2.0:1784935822.254421:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292193664 00000100:00100000:2.0:1784935822.254443:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1784935822.254456:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+13:23491:x1871640292193664:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784935822.254466:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935822.254474:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d457d301e00/0x857e02f4e0b18004 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b17ffd expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.254488:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d301e00/0x857e02f4e0b18004 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b17ffd expref: 14 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.254496:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d457d301e00/0x857e02f4e0b18004 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b17ffd expref: 14 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.254503:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d457d301e00, rc 0) 00000100:00100000:2.0:1784935822.254888:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+14:23491:x1871640292193664:12345-0@lo:101:mount.lustre.0 Request processed in 430us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935822.254894:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1784935822.255103:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292193664:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784935822.255118:0:23491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4540030600/0x857e02f4e0b17ffd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18004 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.255127:0:23491:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4540030600/0x857e02f4e0b17ffd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b18004 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935822.255139:0:23491:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1784935822.255192:0:23491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4540030600/0x857e02f4e0b17ffd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18004 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.255200:0:23491:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4540030600/0x857e02f4e0b17ffd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18004 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935822.255206:0:23491:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1784935822.255210:0:23491:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1784935822.255216:0:23491:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8d4581ebc000 10000000:01000000:0.0:1784935822.255218:0:23491:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1784935822.255222:0:23491:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:0.0:1784935822.255224:0:23491:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1784935822.255241:0:23491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4540030400/0x857e02f4e0b1800b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.255247:0:23491:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4540030400/0x857e02f4e0b1800b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.255262:0:23491:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4540030400/0x857e02f4e0b1800b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935822.255276:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292193792:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784935822.255310:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935822.255331:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4561758180 going to sleep for 11 seconds 00000100:00100000:2.0:1784935822.255373:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292193792 00000100:00100000:2.0:1784935822.255378:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292193792 00000100:00100000:2.0:1784935822.255399:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1784935822.255405:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+14:23491:x1871640292193792:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784935822.255414:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935822.255423:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d457d301a00/0x857e02f4e0b18012 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b1800b expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.255437:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d301a00/0x857e02f4e0b18012 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b1800b expref: 15 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.255446:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d457d301a00/0x857e02f4e0b18012 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b1800b expref: 15 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.255463:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d457d301a00, rc 0) 00000100:00100000:2.0:1784935822.255593:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+15:23491:x1871640292193792:12345-0@lo:101:mount.lustre.0 Request processed in 187us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935822.255599:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1784935822.255774:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292193792:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784935822.255785:0:23491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4540030400/0x857e02f4e0b1800b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18012 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.255792:0:23491:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4540030400/0x857e02f4e0b1800b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b18012 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1784935822.257078:0:23491:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1784935822.258712:0:23491:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784935822.267851:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1784935822.267909:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:0.0:1784935822.267969:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:0.0:1784935822.267991:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:0.0:1784935822.268008:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:0.0:1784935822.268022:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:0.0:1784935822.268038:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:0.0:1784935822.268054:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:0.0:1784935822.268069:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:0.0:1784935822.268082:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:0.0:1784935822.268095:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:0.0:1784935822.268108:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:0.0:1784935822.268122:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:0.0:1784935822.268138:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:0.0:1784935822.268163:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:0.0:1784935822.268446:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:0.0:1784935822.268468:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:0.0:1784935822.268547:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:0.0:1784935822.268572:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:0.0:1784935822.268588:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:0.0:1784935822.268605:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:0.0:1784935822.268618:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:0.0:1784935822.268630:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:0.0:1784935822.268645:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:0.0:1784935822.268659:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:0.0:1784935822.268673:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:0.0:1784935822.268686:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:0.0:1784935822.268699:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:0.0:1784935822.268712:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:0.0:1784935822.268724:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:0.0:1784935822.268737:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:0.0:1784935822.268752:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:0.0:1784935822.268767:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:0.0:1784935822.268780:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:0.0:1784935822.268792:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:0.0:1784935822.268804:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:0.0:1784935822.268818:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:0.0:1784935822.268832:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:0.0:1784935822.268844:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:0.0:1784935822.268855:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:0.0:1784935822.268867:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:0.0:1784935822.268878:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:0.0:1784935822.268890:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:0.0:1784935822.268904:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:0.0:1784935822.269273:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:0.0:1784935822.269282:0:23491:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:0.0:1784935822.269455:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292193920:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784935822.272060:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935822.272110:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45494acd80 going to sleep for 11 seconds 00000100:00100000:2.0:1784935822.272203:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292193920 00000100:00100000:2.0:1784935822.272211:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292193920 00000100:00100000:2.0:1784935822.272266:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1784935822.272275:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456deff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+15:23491:x1871640292193920:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784935822.272452:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456deff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+15:23491:x1871640292193920:12345-0@lo:501:mount.lustre.0 Request processed in 178us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935822.272461:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1784935822.272614:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292193920:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784935822.272659:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292194048:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784935822.272704:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935822.272735:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45494acd80 going to sleep for 11 seconds 00000100:00100000:1.0:1784935822.272854:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292194048 00000100:00100000:1.0:1784935822.272859:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292194048 00000100:00100000:1.0:1784935822.272900:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1784935822.272909:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+15:23491:x1871640292194048:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784935822.274612:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+15:23491:x1871640292194048:12345-0@lo:503:mount.lustre.0 Request processed in 1698us (1902us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935822.274625:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1784935822.274732:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292194048:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1784935822.275204:0:23491:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1784935822.275278:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292194176:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935822.275326:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935822.275373:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45494acd80 going to sleep for 11 seconds 00000100:00100000:2.0:1784935822.275428:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292194176 00000100:00100000:2.0:1784935822.275435:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292194176 00000100:00100000:2.0:1784935822.275476:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1784935822.275484:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+15:23491:x1871640292194176:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935822.276693:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+15:23491:x1871640292194176:12345-0@lo:502:mount.lustre.0 Request processed in 1203us (1360us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935822.276704:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1784935822.276810:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292194176:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1784935822.277622:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1784935822.277660:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1784935822.277677:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1784935822.277689:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1784935822.277699:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1784935822.277711:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1784935822.277722:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1784935822.277733:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1784935822.277744:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1784935822.277756:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1784935822.277769:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1784935822.277782:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1784935822.278247:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1784935822.278270:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1784935822.278284:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1784935822.278295:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1784935822.278306:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1784935822.278319:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1784935822.278334:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1784935822.278453:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1784935822.278470:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1784935822.278482:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1784935822.278577:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1784935822.278593:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1784935822.278607:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1784935822.278620:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1784935822.278635:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1784935822.278649:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1784935822.278662:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1784935822.278676:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1784935822.278688:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1784935822.278701:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1784935822.278713:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1784935822.278729:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1784935822.278743:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1784935822.278756:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1784935822.278771:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1784935822.278784:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1784935822.278860:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1784935822.278880:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1784935822.278893:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1784935822.278906:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1784935822.278918:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1784935822.279126:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1784935822.279172:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292194304:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784935822.286140:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935822.286292:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d44433f19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935822.286618:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292194304 00000100:00100000:1.0:1784935822.286626:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292194304 00000100:00100000:1.0:1784935822.286716:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1784935822.286726:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+15:23491:x1871640292194304:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784935822.286865:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+15:23491:x1871640292194304:12345-0@lo:502:mount.lustre.0 Request processed in 140us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935822.286873:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1784935822.286966:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292194304:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1784935822.287043:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1784935822.287058:0:23491:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:3.0:1784935822.287826:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784935822.287838:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935822.287840:0:23495:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1784935822.287847:0:23495:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:3.0:1784935822.287850:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784935822.287862:0:23495:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8d44434c8000) 00000020:00000080:3.0:1784935822.287883:0:23495:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:3.0:1784935822.287889:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1784935822.288018:0:23495:0:(osd_handler.c:8933:osd_obd_connect()) connect #1 00000020:00000080:3.0:1784935822.288026:0:23495:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x857e02f4e0b18020 00000020:00000080:3.0:1784935822.288242:0:23495:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1784935822.288248:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784935822.288252:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935822.288253:0:23495:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1784935822.288256:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784935822.288265:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935822.288267:0:23495:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:3.0:1784935822.288270:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784935822.288278:0:23495:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8d44434ccd40) 00000020:00000080:3.0:1784935822.288289:0:23495:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:3.0:1784935822.288292:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1784935822.288294:0:23495:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:3.0:1784935822.288297:0:23495:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:3.0:1784935822.288303:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1784935822.288345:0:23495:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d4581ebc000 from lustre-MDT0001, refs=2 00000020:00000080:3.0:1784935822.288358:0:23495:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8d45745cb380) 00000020:00000080:3.0:1784935822.288379:0:23495:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:3.0:1784935822.288433:0:23495:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1784935822.288438:0:23495:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x857e02f4e0b18035 00000020:00000080:3.0:1784935822.288749:0:23495:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:3.0:1784935822.288758:0:23495:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1784935822.288763:0:23495:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x857e02f4e0b1803c 00080000:01000000:3.0:1784935822.288770:0:23495:0:(osd_handler.c:8933:osd_obd_connect()) connect #2 00000020:00000080:3.0:1784935822.288773:0:23495:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x857e02f4e0b18043 00010000:00010000:2.0:1784935822.364683:0:23495:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1784935822.365354:0:23495:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1784935822.366648:0:23495:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1784935822.368804:0:23495:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:3.0:1784935822.368815:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784935822.368822:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935822.368824:0:23495:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:3.0:1784935822.368827:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784935822.368832:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935822.368833:0:23495:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:3.0:1784935822.368836:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1784935822.368841:0:23495:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.128@tcp to nid 0x20000c0a8cb80 (192.168.203.128@tcp) 00000020:00000080:3.0:1784935822.368867:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784935822.368880:0:23495:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8d45745c99c0) 00000020:00000080:3.0:1784935822.368901:0:23495:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:3.0:1784935822.368906:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1784935822.369084:0:23495:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:3.0:1784935822.369090:0:23495:0:(osd_handler.c:8933:osd_obd_connect()) connect #3 00000020:00000080:3.0:1784935822.369107:0:23495:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x857e02f4e0b18051 00010000:00080000:3.0:1784935822.369138:0:23495:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d4570ce9000@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.128@tcp at head 00010000:00010000:3.0:1784935822.377900:0:23495:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1784935822.380693:0:23495:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1784935822.380707:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1784935822.380747:0:23495:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1784935822.380769:0:23495:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x857e02f4e0b18058 00000100:00080000:1.0:1784935822.380780:0:23495:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1784935822.380786:0:23495:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4570ce9000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:1.0:1784935822.380822:0:23495:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4581e41500 x1871640292194432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784935822.380900:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292194432:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1784935822.381330:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.381456:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292194432 00000100:00100000:3.0:1784935822.381464:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292194432 00000100:00100000:3.0:1784935822.381512:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1784935822.381528:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1871640292194432:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1784935822.381550:0:22766:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 641 last 0 00000020:00000080:3.0:1784935822.381583:0:22766:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x857e02f4e0b1805f 00000004:00100000:3.0:1784935822.381597:0:22766:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1784935822.381603:0:22766:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:1.0:1784935822.381822:0:23495:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1784935822.381855:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1784935822.381860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1784935822.381863:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d4441b26000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784935822.381868:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 638 00000100:00080000:1.0:1784935822.381884:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1784935822.381889:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d4441b26000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:1.0:1784935822.381909:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4581e41880 x1871640292194560/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784935822.382836:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292194560:0@lo:38:kworker.0 00000100:00100000:0.0:1784935822.382884:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:2.0:1784935822.383329:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784935822.383336:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.383338:0:23495:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:2.0:1784935822.383342:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1784935822.383345:0:23495:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1784935822.383346:0:23495:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784935822.383348:0:23495:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784935822.383349:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1784935822.383352:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.383353:0:23495:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1784935822.383356:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784935822.383371:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.383373:0:23495:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:2.0:1784935822.383377:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1784935822.383442:0:23495:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1784935822.383462:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784935822.383465:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.383467:0:23495:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:2.0:1784935822.383469:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1784935822.383471:0:23495:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1784935822.383472:0:23495:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784935822.383474:0:23495:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784935822.383475:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1784935822.383483:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.383484:0:23495:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1784935822.383498:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1784935822.383501:0:23495:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1784935822.383505:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.383506:0:23495:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1784935822.383509:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1784935822.383512:0:23495:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.128@tcp to nid 0x20000c0a8cb80 (192.168.203.128@tcp) 00000020:01000000:2.0:1784935822.383542:0:23495:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1784935822.383545:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784935822.383560:0:23495:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8d4581c919c0) 00000020:00000080:2.0:1784935822.383575:0:23495:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:2.0:1784935822.383580:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1784935822.383636:0:23495:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:2.0:1784935822.383642:0:23495:0:(osd_handler.c:8933:osd_obd_connect()) connect #4 00000020:00000080:2.0:1784935822.383648:0:23495:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x857e02f4e0b1806d 00010000:00080000:2.0:1784935822.383676:0:23495:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d457d24a800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.128@tcp at head 00010000:00010000:2.0:1784935822.384396:0:23495:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:2.0:1784935822.385281:0:23495:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1784935822.385551:0:23495:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:1.0:1784935822.386474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935822.386480:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784935822.386483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935822.386495:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1784935822.386559:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1784935822.386576:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3650:1871640292194688:0@lo:400:kworker.0 00000100:00100000:1.0:1784935822.386642:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935822.386687:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292194688 00000100:00100000:1.0:1784935822.386693:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292194688 00000100:00100000:1.0:1784935822.386736:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1784935822.386745:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1871640292194688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935822.386796:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1871640292194688:12345-0@lo:400:kworker.0 Request processed in 52us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935822.386803:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1784935822.386842:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d4581e40380 x1871640292194688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935822.386858:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3650:1871640292194688:0@lo:400:kworker.0 00000040:00080000:2.0:1784935822.387873:0:23495:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1784935822.389033:0:23495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1784935822.392940:0:23495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000100:00100000:3.0:1784935822.393128:0:22765:0:(service.c:3461:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1784935822.393140:0:22765:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:1.0:1784935822.394013:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292194560 00000100:00100000:1.0:1784935822.394022:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292194560 00000100:00100000:1.0:1784935822.394142:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1784935822.394150:0:23501:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3648:x1871640292194560:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1784935822.394689:0:23501:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3648:x1871640292194560:12345-0@lo:38:kworker.0 Request processed in 107us (11373us total) trans 0 rc -11/-11 00000100:00100000:1.0:1784935822.394698:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000040:00080000:3.0:1784935822.394821:0:23500:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1784935822.394826:0:23500:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00100000:1.0:1784935822.394864:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1784935822.394872:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4441b26000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784935822.394876:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1784935822.394881:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292194560:0@lo:38:kworker.0 00000100:00080000:1.0:1784935822.395165:0:22766:0:(import.c:65:import_set_state_nolock()) ffff8d457032d800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784935822.395370:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3648:x1871640292194432:12345-0@lo:38:llog_process_th.0 Request processed in 13841us (14039us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935822.395378:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1784935822.395393:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784935822.395401:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1784935822.395409:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1784935822.395414:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1784935822.395417:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4570ce9000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1784935822.395439:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292194432:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1784935822.395703:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1784935822.395717:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292194816:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1784935822.395766:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935822.395831:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292194816 00000100:00100000:1.0:1784935822.395837:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292194816 00000100:00100000:1.0:1784935822.395880:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784935822.395888:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3649:x1871640292194816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1784935822.395914:0:22765:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1784935822.395999:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3649:x1871640292194816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935822.396006:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784935822.396041:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292194816:0@lo:41:osp-pre-0-1.0 00000020:00000080:2.0:1784935822.396790:0:23495:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1784935822.396802:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1784935822.396844:0:23495:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1784935822.396865:0:23495:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x857e02f4e0b18074 00000100:00080000:2.0:1784935822.396873:0:23495:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1784935822.396888:0:23495:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8d457d24a800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:2.0:1784935822.396916:0:23495:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4574645880 x1871640292194944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784935822.397101:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292194944:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1784935822.397140:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1871640292194944 offset 0 length 520: 4 00000100:00080000:2.0:1784935822.397249:0:23495:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1784935822.397311:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784935822.397315:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.397317:0:23495:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1784935822.397320:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1784935822.397323:0:23495:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1784935822.397324:0:23495:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784935822.397325:0:23495:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784935822.397327:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1784935822.397329:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.397331:0:23495:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1784935822.397333:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1784935822.397338:0:23495:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1784935822.397341:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.397342:0:23495:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1784935822.397345:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1784935822.397348:0:23495:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.128@tcp to nid 0x20000c0a8cb80 (192.168.203.128@tcp) 00000020:01000000:2.0:1784935822.397440:0:23495:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1784935822.397444:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784935822.397455:0:23495:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8d4581c90000) 00000020:00000080:2.0:1784935822.397468:0:23495:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1784935822.397473:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1784935822.397620:0:23495:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1784935822.397627:0:23495:0:(osd_handler.c:8933:osd_obd_connect()) connect #5 00000020:00000080:2.0:1784935822.397633:0:23495:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x857e02f4e0b18082 00010000:00080000:2.0:1784935822.397660:0:23495:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d457d24b000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.128@tcp at head 00010000:00010000:2.0:1784935822.397859:0:23495:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1784935822.397955:0:23495:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1784935822.397980:0:23495:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:1.0:1784935822.398533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935822.398538:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784935822.398541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935822.398544:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1784935822.399886:0:23495:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1784935822.403320:0:23495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1784935822.403577:0:23495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:1.0:1784935822.409746:0:23503:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1784935822.409757:0:23503:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1784935822.410908:0:23495:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1784935822.410921:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1784935822.411032:0:23495:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1784935822.411053:0:23495:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x857e02f4e0b18089 00000100:00080000:2.0:1784935822.411064:0:23495:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1784935822.411069:0:23495:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d457d24b000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:2.0:1784935822.411104:0:23495:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4574646d80 x1871640292195072/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784935822.411173:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292195072:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1784935822.411291:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1871640292195072 offset 0 length 520: 4 00000100:00080000:2.0:1784935822.411339:0:23495:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1784935822.411447:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784935822.411451:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.411453:0:23495:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1784935822.411455:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784935822.411459:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.411460:0:23495:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1784935822.411462:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1784935822.411465:0:23495:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1784935822.411467:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784935822.411469:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.411470:0:23495:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:2.0:1784935822.411473:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784935822.411474:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.411476:0:23495:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1784935822.411479:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1784935822.411585:0:23495:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784935822.411589:0:23495:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.411591:0:23495:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1784935822.411594:0:23495:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:2.0:1784935822.411676:0:23491:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1784935822.411709:0:23491:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1784935822.411724:0:23491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4540030400/0x857e02f4e0b1800b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18012 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.411735:0:23491:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4540030400/0x857e02f4e0b1800b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18012 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935822.411742:0:23491:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8d4581ebc000 from 1 10000000:01000000:2.0:1784935822.411744:0:23491:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1784935822.411768:0:23491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b18090 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.411776:0:23491:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b18090 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.411786:0:23491:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b18090 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935822.411801:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574646300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292195200:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784935822.411840:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935822.411856:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4581e32000 going to sleep for 11 seconds 00000100:00080000:1.0:1784935822.412018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935822.412023:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784935822.412026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935822.412029:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784935822.412128:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292195200 00000100:00100000:0.0:1784935822.412136:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292195200 00000100:00100000:0.0:1784935822.412277:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1784935822.412288:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+15:23491:x1871640292195200:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784935822.412301:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935822.412315:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4540031400/0x857e02f4e0b18097 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b18090 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.412337:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4540031400/0x857e02f4e0b18097 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b18090 expref: 16 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.412347:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4540031400/0x857e02f4e0b18097 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b18090 expref: 16 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.412356:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4540031400, rc 0) 00000100:00100000:0.0:1784935822.412411:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+16:23491:x1871640292195200:12345-0@lo:101:mount.lustre.0 Request processed in 124us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935822.412418:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1784935822.412597:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574646300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292195200:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784935822.412612:0:23491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b18090 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18097 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.412620:0:23491:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b18090 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b18097 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935822.413644:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574646300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292195328:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1784935822.413700:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935822.413781:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4581e32000 going to sleep for 11 seconds 00000100:00100000:1.0:1784935822.413821:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292195328 00000100:00100000:1.0:1784935822.413827:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292195328 00000100:00100000:1.0:1784935822.413897:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1784935822.413906:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+16:23491:x1871640292195328:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1784935822.413925:0:22754:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1784935822.413957:0:22754:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1784935822.413960:0:22754:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1784935822.414043:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+16:23491:x1871640292195328:12345-0@lo:256:mount.lustre.0 Request processed in 137us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935822.414051:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1784935822.414139:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574646300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292195328:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1784935822.414872:0:23491:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1784935822.414889:0:23491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b18090 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18097 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.414899:0:23491:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b18090 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18097 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935822.414906:0:23491:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8d4581ebc000 from 1 10000000:01000000:2.0:1784935822.414908:0:23491:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1784935822.414968:0:23491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d300600/0x857e02f4e0b1809e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.414977:0:23491:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d457d300600/0x857e02f4e0b1809e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.414986:0:23491:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d457d300600/0x857e02f4e0b1809e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935822.415002:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574646300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292195456:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784935822.415038:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935822.415063:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4581e32000 going to sleep for 11 seconds 00000100:00100000:0.0:1784935822.415135:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292195456 00000100:00100000:0.0:1784935822.415141:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292195456 00000100:00100000:2.0:1784935822.415255:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1784935822.415264:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+16:23491:x1871640292195456:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784935822.415276:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935822.415288:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d457d300a00/0x857e02f4e0b180a5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b1809e expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.415318:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d300a00/0x857e02f4e0b180a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b1809e expref: 17 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.415328:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d457d300a00/0x857e02f4e0b180a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b1809e expref: 17 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.415336:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d457d300a00, rc 0) 00000100:00100000:2.0:1784935822.415434:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+17:23491:x1871640292195456:12345-0@lo:101:mount.lustre.0 Request processed in 171us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935822.415441:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1784935822.415483:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574646300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292195456:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784935822.415569:0:23491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d457d300600/0x857e02f4e0b1809e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b180a5 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.415578:0:23491:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d457d300600/0x857e02f4e0b1809e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b180a5 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1784935822.416783:0:23491:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1784935822.417309:0:23491:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1784935822.417778:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1784935822.417806:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1784935822.417823:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1784935822.417839:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1784935822.417852:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1784935822.417863:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1784935822.417875:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1784935822.417906:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1784935822.417924:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1784935822.418164:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1784935822.418259:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1784935822.418283:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1784935822.418288:0:23491:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1784935822.418444:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292195584:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784935822.418575:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.418651:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4549464cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1784935822.418699:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292195584 00000100:00100000:2.0:1784935822.418706:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292195584 00000100:00100000:2.0:1784935822.418793:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1784935822.418803:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+17:23491:x1871640292195584:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784935822.418923:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+17:23491:x1871640292195584:12345-0@lo:501:mount.lustre.0 Request processed in 121us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935822.418956:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1784935822.419028:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292195584:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784935822.419061:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292195712:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784935822.419099:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.419276:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4549464cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1784935822.419425:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292195712 00000100:00100000:0.0:1784935822.419430:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292195712 00000100:00100000:0.0:1784935822.419456:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1784935822.419463:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+17:23491:x1871640292195712:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784935822.419683:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+17:23491:x1871640292195712:12345-0@lo:503:mount.lustre.0 Request processed in 219us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935822.419690:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1784935822.419808:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292195712:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1784935822.420455:0:23491:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784935822.420674:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292195840:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784935822.420725:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.420806:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4548362480 going to sleep for 11 seconds 00000100:00100000:0.0:1784935822.420845:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292195840 00000100:00100000:0.0:1784935822.420851:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292195840 00000100:00100000:0.0:1784935822.420950:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1784935822.420960:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+17:23491:x1871640292195840:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935822.421049:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+17:23491:x1871640292195840:12345-0@lo:502:mount.lustre.0 Request processed in 91us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935822.421056:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1784935822.421134:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292195840:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784935822.421304:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1784935822.421330:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1784935822.421345:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1784935822.421370:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1784935822.421387:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1784935822.421401:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1784935822.421415:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1784935822.421428:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1784935822.421441:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1784935822.421455:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1784935822.421469:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1784935822.421675:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292195968:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784935822.421718:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.421886:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4549464cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1784935822.422067:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292195968 00000100:00100000:2.0:1784935822.422074:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292195968 00000100:00100000:2.0:1784935822.422101:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1784935822.422107:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+17:23491:x1871640292195968:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784935822.422301:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+17:23491:x1871640292195968:12345-0@lo:502:mount.lustre.0 Request processed in 192us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935822.422309:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1784935822.422566:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292195968:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784935822.422618:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1784935822.422628:0:23491:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1784935822.423798:0:23505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784935822.423809:0:23505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.423812:0:23505:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1784935822.423822:0:23505:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d4581ebc000 00000020:00000080:2.0:1784935822.423824:0:23505:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1784935822.423832:0:23505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784935822.423834:0:23505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.423836:0:23505:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1784935822.423838:0:23505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784935822.423840:0:23505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.423841:0:23505:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1784935822.423844:0:23505:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d4581ebc000 00000020:00000080:2.0:1784935822.423846:0:23505:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1784935822.423969:0:23505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784935822.423974:0:23505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.423975:0:23505:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1784935822.423988:0:23505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784935822.423992:0:23505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.423993:0:23505:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1784935822.423996:0:23505:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d4581ebc000 00000020:00000080:2.0:1784935822.423998:0:23505:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1784935822.424571:0:23505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784935822.424577:0:23505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.424579:0:23505:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1784935822.424582:0:23505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784935822.424585:0:23505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.424587:0:23505:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1784935822.424591:0:23505:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d4581ebc000 00000020:00000080:2.0:1784935822.424593:0:23505:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1784935822.424624:0:23505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784935822.424628:0:23505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784935822.424629:0:23505:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1784935822.424633:0:23505:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1784935822.425454:0:23491:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1784935822.425587:0:23491:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1784935822.425636:0:23491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d300600/0x857e02f4e0b1809e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b180a5 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.425648:0:23491:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d457d300600/0x857e02f4e0b1809e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b180a5 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784935822.425714:0:23491:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1784935822.425718:0:23491:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d4581ebc000 10000000:01000000:3.0:1784935822.425721:0:23491:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d4581ebc000 10000000:01000000:3.0:1784935822.425725:0:23491:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1784935822.425730:0:23491:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8d4581ebc000 from 1 10000000:01000000:3.0:1784935822.425733:0:23491:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1784935822.425769:0:23491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541529c00/0x857e02f4e0b180ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.425778:0:23491:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4541529c00/0x857e02f4e0b180ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.425788:0:23491:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4541529c00/0x857e02f4e0b180ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935822.425812:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292196096:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1784935822.425876:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.425917:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45546d2540 going to sleep for 11 seconds 00000100:00100000:0.0:1784935822.431798:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292196096 00000100:00100000:0.0:1784935822.431812:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292196096 00000100:00100000:0.0:1784935822.431872:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1784935822.431883:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+17:23491:x1871640292196096:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784935822.431902:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935822.431922:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4540031000/0x857e02f4e0b180b3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b180ac expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.431972:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4540031000/0x857e02f4e0b180b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b180ac expref: 18 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.431983:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4540031000/0x857e02f4e0b180b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b180ac expref: 18 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.431992:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4540031000, rc 0) 00000100:00100000:0.0:1784935822.432067:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+18:23491:x1871640292196096:12345-0@lo:101:mount.lustre.0 Request processed in 187us (6191us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935822.432084:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1784935822.434340:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292196096:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784935822.434439:0:23491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4541529c00/0x857e02f4e0b180ac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b180b3 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.434451:0:23491:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4541529c00/0x857e02f4e0b180ac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b180b3 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784935822.436550:0:23491:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1784935822.436818:0:23491:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784935822.437013:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1784935822.437048:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1784935822.437062:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1784935822.437076:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1784935822.437087:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1784935822.437101:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1784935822.437112:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1784935822.437124:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1784935822.437135:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1784935822.437161:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1784935822.439101:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1784935822.439161:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1784935822.439443:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1784935822.439465:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1784935822.439480:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1784935822.440300:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1784935822.440324:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1784935822.440338:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1784935822.440351:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1784935822.440483:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1784935822.440582:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1784935822.440598:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1784935822.440612:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1784935822.440628:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1784935822.440641:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1784935822.440673:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1784935822.440690:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1784935822.440704:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1784935822.440717:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1784935822.440731:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1784935822.440744:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1784935822.440758:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1784935822.440772:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1784935822.440787:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1784935822.440814:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1784935822.440827:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1784935822.440841:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1784935822.440854:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1784935822.440867:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1784935822.440880:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1784935822.440894:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1784935822.440921:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1784935822.441835:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1784935822.441856:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1784935822.441868:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1784935822.441881:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1784935822.441894:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1784935822.441906:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1784935822.442094:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1784935822.442115:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1784935822.442131:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1784935822.442136:0:23491:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1784935822.442245:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292196224:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784935822.442307:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.442349:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444236aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1784935822.443788:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292196224 00000100:00100000:0.0:1784935822.443802:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292196224 00000100:00100000:0.0:1784935822.443853:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1784935822.443863:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+18:23491:x1871640292196224:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784935822.444038:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+18:23491:x1871640292196224:12345-0@lo:501:mount.lustre.0 Request processed in 176us (1730us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935822.444047:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1784935822.444161:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292196224:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784935822.444217:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292196352:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784935822.444263:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.444288:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444236aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1784935822.444385:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292196352 00000100:00100000:0.0:1784935822.444390:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292196352 00000100:00100000:0.0:1784935822.444414:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1784935822.444420:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+18:23491:x1871640292196352:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784935822.444507:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+18:23491:x1871640292196352:12345-0@lo:503:mount.lustre.0 Request processed in 86us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935822.444523:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1784935822.444686:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292196352:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1784935822.445090:0:23491:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784935822.445152:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292196480:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784935822.445275:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.445295:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444236ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1784935822.446298:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292196480 00000100:00100000:0.0:1784935822.446307:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292196480 00000100:00100000:0.0:1784935822.446351:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1784935822.446371:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+18:23491:x1871640292196480:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935822.446624:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+18:23491:x1871640292196480:12345-0@lo:502:mount.lustre.0 Request processed in 265us (1348us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935822.446632:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1784935822.447316:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292196480:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784935822.447682:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1784935822.447714:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1784935822.447729:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1784935822.447757:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1784935822.447774:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1784935822.447787:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1784935822.447799:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1784935822.447812:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1784935822.447825:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1784935822.447838:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1784935822.447852:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1784935822.447870:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1784935822.447883:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1784935822.447895:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1784935822.447908:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1784935822.447921:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1784935822.447959:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1784935822.447976:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1784935822.447990:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1784935822.448017:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1784935822.448032:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1784935822.448042:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1784935822.448054:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1784935822.448065:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1784935822.448077:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1784935822.448088:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1784935822.448100:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1784935822.448113:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1784935822.448139:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1784935822.448153:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1784935822.448167:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1784935822.448310:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1784935822.448328:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1784935822.448342:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1784935822.448355:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1784935822.449640:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1784935822.449668:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1784935822.449683:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1784935822.449697:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1784935822.449712:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1784935822.449727:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1784935822.449743:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1784935822.449758:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1784935822.449773:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1784935822.449785:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1784935822.449795:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1784935822.449806:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1784935822.449817:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1784935822.449873:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292196608:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784935822.449963:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.450005:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444236ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1784935822.454703:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292196608 00000100:00100000:3.0:1784935822.454720:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292196608 00000100:00100000:3.0:1784935822.454794:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1784935822.454804:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+18:23491:x1871640292196608:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784935822.454996:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+18:23491:x1871640292196608:12345-0@lo:502:mount.lustre.0 Request processed in 193us (5032us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935822.455004:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1784935822.455078:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292196608:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784935822.455274:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1784935822.455302:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1784935822.455336:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292196736:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784935822.455377:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.455405:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444236ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1784935822.459327:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292196736 00000100:00100000:0.0:1784935822.459340:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292196736 00000100:00100000:0.0:1784935822.459402:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1784935822.459412:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+18:23491:x1871640292196736:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935822.459742:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+18:23491:x1871640292196736:12345-0@lo:502:mount.lustre.0 Request processed in 331us (4363us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935822.459750:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1784935822.459922:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292196736:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784935822.460027:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:3.0:1784935822.460044:0:23491:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1784935822.461272:0:23510:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:0.0:1784935822.461287:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8d4442253380) 00000020:00000080:0.0:1784935822.461309:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:0.0:1784935822.461474:0:23510:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d4581ebc000 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1784935822.461478:0:23510:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d4581ebc000 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1784935822.461481:0:23510:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d4581ebc000 3 00010000:00080000:0.0:1784935822.461688:0:23510:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d457e89d800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.128@tcp at head 00010000:00010000:0.0:1784935822.466108:0:23510:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:0.0:1784935822.466271:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1784935822.466311:0:23510:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1784935822.466324:0:23510:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x857e02f4e0b180c1 00000100:00080000:0.0:1784935822.466334:0:23510:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1784935822.466340:0:23510:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d457e89d800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:0.0:1784935822.466447:0:23510:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d44431f1c00 x1871640292196864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784935822.466960:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3648:1871640292196864:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1784935822.467042:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1784935822.469331:0:23510:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000040:00080000:0.0:1784935822.469715:0:23510:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000100:00100000:2.0:1784935822.470528:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292196864 00000100:00100000:2.0:1784935822.470539:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292196864 00000100:00100000:2.0:1784935822.470578:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1784935822.470586:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3648:x1871640292196864:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1784935822.470615:0:22762:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 641 last 0 00000020:00000080:2.0:1784935822.470653:0:22762:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x857e02f4e0b180c8 00000004:00100000:2.0:1784935822.470668:0:22762:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1784935822.470696:0:22762:0:(import.c:65:import_set_state_nolock()) ffff8d4581e8b000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784935822.470779:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1871640292196864:12345-0@lo:38:llog_process_th.0 Request processed in 192us (3735us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935822.470787:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1784935822.470837:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d44431f1c00 x1871640292196864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1784935832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935822.470860:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1784935822.470868:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1784935822.470875:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1784935822.470880:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1784935822.470883:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d457e89d800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1784935822.470889:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3648:1871640292196864:0@lo:38:llog_process_th.0 00000020:01000000:2.0:1784935822.473328:0:23491:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1784935822.473383:0:23491:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1784935822.473402:0:23491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541529c00/0x857e02f4e0b180ac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b180b3 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.473415:0:23491:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4541529c00/0x857e02f4e0b180ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b180b3 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1784935822.473475:0:23491:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1784935822.473478:0:23491:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1784935822.473479:0:23491:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784935822.473480:0:23491:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784935822.473482:0:23491:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784935822.473496:0:23491:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784935822.473497:0:23491:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1784935822.473499:0:23491:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784935822.473500:0:23491:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1784935822.473504:0:23491:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1784935822.473506:0:23491:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1784935822.473508:0:23491:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1784935822.473509:0:23491:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784935822.473510:0:23491:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784935822.473511:0:23491:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784935822.473512:0:23491:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784935822.473513:0:23491:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1784935822.473531:0:23491:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784935822.473531:0:23491:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1784935822.473557:0:23491:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1784935822.473576:0:23491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574646300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292196992:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1784935822.473639:0:23491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935822.473675:0:23491:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4549464cc0 going to sleep for 11 seconds 00000100:00080000:1.0:1784935822.474909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935822.474916:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784935822.474919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935822.474922:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1784935822.475047:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292196992 00000100:00100000:2.0:1784935822.475055:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292196992 00000100:00100000:2.0:1784935822.475115:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1784935822.475125:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d454650a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+18:23491:x1871640292196992:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1784935822.475160:0:22754:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1784935822.475248:0:22754:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:2.0:1784935822.476581:0:22740:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:2.0:1784935822.476612:0:22754:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1784935822.476623:0:22754:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:2.0:1784935822.476656:0:22776:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1784935822.476661:0:22776:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1784935822.476680:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d457d301000/0x857e02f4e0b180cf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.476696:0:22776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d4540030e00/0x857e02f4e0b17fd3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b17fcc expref: 18 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.476705:0:22776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d4540031400/0x857e02f4e0b18097 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b18090 expref: 18 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.476712:0:22776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d457d301000/0x857e02f4e0b180cf lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.476744:0:22776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d4540031400/0x857e02f4e0b18097 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x857e02f4e0b18090 expref: 18 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.476769:0:22776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d4540031400/0x857e02f4e0b18097 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x857e02f4e0b18090 expref: 18 pid: 22753 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935822.476783:0:22776:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574647100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22776:1871640292197120:0@lo:104: 00000100:00100000:2.0:1784935822.476885:0:22776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1784935822.476953:0:22776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d4540030e00/0x857e02f4e0b17fd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x857e02f4e0b17fcc expref: 18 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.476961:0:22776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d4540030e00/0x857e02f4e0b17fd3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x857e02f4e0b17fcc expref: 18 pid: 22754 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935822.476968:0:22776:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22776:1871640292197248:0@lo:104: 00000100:00100000:2.0:1784935822.476987:0:22776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935822.477005:0:22776:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4548362480 going to sleep for 11 seconds 00000100:00100000:2.0:1784935822.478611:0:22744:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292197120 00000100:00100000:2.0:1784935822.478623:0:22744:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292197120 00000100:00100000:2.0:1784935822.478658:0:22744:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292197248 00000100:00100000:2.0:1784935822.478661:0:22744:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292197248 00000100:00100000:2.0:1784935822.478676:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1784935822.478684:0:22744:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574645180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+4:22776:x1871640292197120:12345-0@lo:104: 00010000:00010000:2.0:1784935822.478701:0:22744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b18090 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b18097 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.478774:0:22744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1784935822.478780:0:22744:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574645180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+4:22776:x1871640292197120:12345-0@lo:104: Request processed in 98us (1895us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935822.478787:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1784935822.478802:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1784935822.478815:0:22744:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+3:22776:x1871640292197248:12345-0@lo:104: 00010000:00010000:2.0:1784935822.478824:0:22744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.128@tcp lock: ffff8d4541528400/0x857e02f4e0b17fcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b17fd3 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.478859:0:22744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1784935822.478864:0:22744:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+3:22776:x1871640292197248:12345-0@lo:104: Request processed in 52us (1877us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935822.478871:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1784935822.479155:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d454650a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+18:23491:x1871640292196992:12345-0@lo:253:mount.lustre.0 Request processed in 4032us (5515us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935822.479163:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1784935822.479286:0:22776:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574647100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22776:1871640292197120:0@lo:104: 00000100:00100000:2.0:1784935822.479296:0:22776:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22776:1871640292197248:0@lo:104: 00010000:00010000:2.0:1784935822.479316:0:22776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d457d301000/0x857e02f4e0b180cf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.479334:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1784935822.479340:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b18090 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b18097 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.479347:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d300000 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:2.0:1784935822.479352:0:22748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b18090 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x857e02f4e0b18097 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.479428:0:22748:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b18090 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x857e02f4e0b18097 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784935822.479437:0:22748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b18090 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x857e02f4e0b18097 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935822.479450:0:22748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1784935822.479560:0:22748:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b18090 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b18097 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.479567:0:22748:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1784935822.479590:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b18090 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b18097 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.479597:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b18090 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b18097 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.479611:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784935822.479615:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4541528400/0x857e02f4e0b17fcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b17fd3 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.479620:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4541528400 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:2.0:1784935822.479623:0:22748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4541528400/0x857e02f4e0b17fcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x857e02f4e0b17fd3 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.479630:0:22748:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4541528400/0x857e02f4e0b17fcc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x857e02f4e0b17fd3 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784935822.479635:0:22748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4541528400/0x857e02f4e0b17fcc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x857e02f4e0b17fd3 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935822.479640:0:22748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1784935822.479654:0:22748:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d4541528400/0x857e02f4e0b17fcc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b17fd3 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.479659:0:22748:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1784935822.479673:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4541528400/0x857e02f4e0b17fcc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b17fd3 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.479679:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4541528400/0x857e02f4e0b17fcc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b17fd3 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935822.479691:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935822.479693:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935822.479695:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935822.479703:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784935822.479726:0:23491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574646300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:23491:1871640292196992:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1784935822.479736:0:23491:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1784935822.479740:0:23491:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1784935822.479741:0:23491:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1784935822.479742:0:23491:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784935822.479744:0:23491:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784935822.479745:0:23491:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784935822.479746:0:23491:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784935822.479747:0:23491:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1784935822.479749:0:23491:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784935822.479751:0:23491:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1784935822.479761:0:23491:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1784935822.482839:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292197376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784935822.482916:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935822.483047:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784935822.483055:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292197504:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784935822.483076:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.488609:0:22745:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292197376 00000100:00100000:3.0:1784935822.488624:0:22745:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292197376 00010000:00010000:3.0:1784935822.488668:0:22745:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d4540031400/0x857e02f4e0b18097 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b18090 expref: 18 pid: 22753 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935822.488714:0:22745:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292197504 00000100:00100000:3.0:1784935822.488718:0:22745:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292197504 00010000:00010000:3.0:1784935822.488731:0:22745:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d4540030e00/0x857e02f4e0b17fd3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b17fcc expref: 19 pid: 22754 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935822.488746:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1784935822.488754:0:22745:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0883f439-c2be-437a-b694-9442d8eddaa0+19:3651:x1871640292197376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784935822.488769:0:22745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784935822.488774:0:22745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d4540031400/0x857e02f4e0b18097 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b18090 expref: 19 pid: 22753 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.488787:0:22745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d4540031400/0x857e02f4e0b18097 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x857e02f4e0b18090 expref: 19 pid: 22753 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.488803:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4540031400/0x857e02f4e0b18097 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x857e02f4e0b18090 expref: 19 pid: 22753 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.488826:0:22745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784935822.488896:0:22745:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0883f439-c2be-437a-b694-9442d8eddaa0+18:3651:x1871640292197376:12345-0@lo:103:ldlm_bl.0 Request processed in 142us (5979us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935822.488904:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1784935822.488920:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1784935822.488945:0:22745:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0883f439-c2be-437a-b694-9442d8eddaa0+17:3651:x1871640292197504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784935822.488954:0:22745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784935822.488959:0:22745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d4540030e00/0x857e02f4e0b17fd3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b17fcc expref: 17 pid: 22754 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.488968:0:22745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d4540030e00/0x857e02f4e0b17fd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x857e02f4e0b17fcc expref: 17 pid: 22754 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.488978:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4540030e00/0x857e02f4e0b17fd3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x857e02f4e0b17fcc expref: 17 pid: 22754 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.488990:0:22745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d457d301000/0x857e02f4e0b180cf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.488997:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d301000/0x857e02f4e0b180cf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1784935822.489012:0:22745:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.012350975s 00010000:00010000:3.0:1784935822.489016:0:22745:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d457d301000/0x857e02f4e0b180cf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.489022:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d457d301000/0x857e02f4e0b180cf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.489038:0:22745:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d457d301000/0x857e02f4e0b180cf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.489045:0:22745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d457d301000/0x857e02f4e0b180cf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.489051:0:22745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d301000 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:3.0:1784935822.489055:0:22745:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d457d301000/0x857e02f4e0b180cf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.489064:0:22745:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d457d301000/0x857e02f4e0b180cf lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.489079:0:22745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d457d301000/0x857e02f4e0b180cf lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935822.489089:0:22745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784935822.489115:0:22745:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0883f439-c2be-437a-b694-9442d8eddaa0+16:3651:x1871640292197504:12345-0@lo:103:ldlm_bl.0 Request processed in 190us (6037us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935822.489122:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1784935822.492026:0:22776:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d457d301000/0x857e02f4e0b180cf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.492041:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d457d301000/0x857e02f4e0b180cf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935822.492061:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d301000/0x857e02f4e0b180cf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935822.492116:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292197504:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784935822.492127:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292197376:0@lo:103:ldlm_bl.0 00000040:01000000:2.0:1784935822.506635:0:23491:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:1.0:1784935822.506822:0:23516:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:1.0:1784935822.506826:0:23516:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:1.0:1784935822.507016:0:23517:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1784935822.507379:0:23491:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:1.0:1784935822.507620:0:23517:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784935822.508662:0:23518:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23518:1871640292197632:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1784935822.508734:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.508774:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292197632 00000100:00100000:3.0:1784935822.508780:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292197632 00000100:00100000:3.0:1784935822.508823:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1784935822.508831:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23518:x1871640292197632:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1784935822.508903:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23518:x1871640292197632:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 73us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935822.508924:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1784935822.508975:0:23518:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444236a300 going to sleep for 11 seconds 00000100:00100000:3.0:1784935822.508999:0:23518:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23518:1871640292197632:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1784935822.509026:0:23518:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1784935822.509049:0:23518:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23518:1871640292197760:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1784935822.509079:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.509092:0:23518:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444236a300 going to sleep for 11 seconds 00000040:01000000:2.0:1784935822.509284:0:23491:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1784935822.509316:0:23491:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1784935822.509859:0:23491:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1784935822.509872:0:23491:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1784935822.509918:0:23491:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784935822.511632:0:23501:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292197760 00000100:00100000:3.0:1784935822.511646:0:23501:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292197760 00000100:00100000:3.0:1784935822.511699:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1784935822.511714:0:23501:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23518:x1871640292197760:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1784935822.511882:0:23501:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23518:x1871640292197760:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 174us (2801us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935822.511890:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1784935822.511953:0:23518:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23518:1871640292197760:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1784935822.512038:0:23518:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23518:1871640292197888:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1784935822.512076:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.512112:0:22771:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292197888 00000100:00100000:3.0:1784935822.512117:0:22771:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292197888 00000100:00100000:3.0:1784935822.512140:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1784935822.512146:0:22771:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23518:x1871640292197888:12345-0@lo:900:lod0001_rec0000.0 00000040:00080000:2.0:1784935822.513652:0:23491:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1784935822.514233:0:23491:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1784935822.514265:0:23491:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1784935822.514381:0:23491:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784935822.514613:0:22771:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23518:x1871640292197888:12345-0@lo:900:lod0001_rec0000.0 Request processed in 2462us (2531us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935822.514625:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1784935822.514712:0:23518:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444236ae40 going to sleep for 11 seconds 00010000:00080000:3.0:1784935822.514745:0:23518:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d4443598000 x1871640292197888/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1784935838 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935822.514760:0:23518:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23518:1871640292197888:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1784935822.514823:0:23518:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23518:1871640292198016:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1784935822.514873:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935822.514903:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292198016 00000100:00100000:3.0:1784935822.514908:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292198016 00000100:00100000:3.0:1784935822.514956:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1784935822.514964:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444359bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23518:x1871640292198016:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1784935822.515040:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444359bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23518:x1871640292198016:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 77us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935822.515047:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1784935822.515066:0:23518:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444236a300 going to sleep for 11 seconds 00000100:00100000:3.0:1784935822.515078:0:23518:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23518:1871640292198016:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1784935822.515113:0:23518:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1784935822.517340:0:23517:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1784935822.517431:0:23517:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00080000:10000000:2.0:1784935822.520630:0:23491:0:(osd_handler.c:5583:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000040:00080000:3.0:1784935822.523572:0:23518:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1784935822.523640:0:23518:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1784935822.523645:0:23518:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:2.0:1784935822.524068:0:23491:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1784935822.525819:0:23491:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1784935822.525855:0:23491:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffadd445563988 00100000:10000000:2.0:1784935822.525863:0:23491:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1784935822.526916:0:23491:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1784935822.526983:0:23491:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.128@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1784935822.527004:0:23491:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1784935822.527025:0:23491:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1784935822.538531:0:23491:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1784935822.538766:0:23491:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1784935822.574305:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935822.959629:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00000040:00080000:0.0:1784935823.533625:0:23514:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1784935823.597139:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1784935823.983824:0:22757:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1784935823.983832:0:22757:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8d4581ebc000 from 12 10000000:01000000:0.0:1784935823.983838:0:22757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1784935823.983890:0:22757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4540030000/0x857e02f4e0b180d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935823.983902:0:22757:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4540030000/0x857e02f4e0b180d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935823.983913:0:22757:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4540030000/0x857e02f4e0b180d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935823.983957:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292198144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1784935823.984027:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935823.984088:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4547e88cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1784935823.984113:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292198144 00000100:00100000:0.0:1784935823.984127:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292198144 00000100:00100000:0.0:1784935823.984410:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1784935823.984420:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4546508050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+16:22757:x1871640292198144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784935823.984448:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935823.984461:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4540030200/0x857e02f4e0b180dd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b180d6 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935823.984496:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4540030200/0x857e02f4e0b180dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b180d6 expref: 17 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935823.984515:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4540030200/0x857e02f4e0b180dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b180d6 expref: 17 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935823.984524:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4540030200, rc 0) 00000100:00100000:0.0:1784935823.984567:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4546508050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+17:22757:x1871640292198144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935823.984573:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1784935823.984619:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292198144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784935823.984632:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4540030000/0x857e02f4e0b180d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b180dd expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935823.984641:0:22757:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4540030000/0x857e02f4e0b180d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b180dd expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935823.984690:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292198272:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1784935823.984720:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935823.984737:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4547e88cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1784935823.984751:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292198272 00000100:00100000:0.0:1784935823.984755:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292198272 00000100:00100000:0.0:1784935823.984778:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1784935823.984784:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4546509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+17:22757:x1871640292198272:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1784935823.984803:0:22754:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1784935823.984816:0:22754:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1784935823.984818:0:22754:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1784935823.984890:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4546509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+17:22757:x1871640292198272:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 105us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935823.984897:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1784935823.984948:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292198272:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1784935823.984988:0:22757:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1784935823.984995:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4540030000/0x857e02f4e0b180d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b180dd expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935823.985003:0:22757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4540030000/0x857e02f4e0b180d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b180dd expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935823.985011:0:22757:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1784935823.985013:0:22757:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8d45730cc000 from 12 10000000:01000000:0.0:1784935823.985015:0:22757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1784935823.985033:0:22757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4540031200/0x857e02f4e0b180e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935823.985040:0:22757:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4540031200/0x857e02f4e0b180e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935823.985047:0:22757:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4540031200/0x857e02f4e0b180e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935823.985058:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292198400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1784935823.985096:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935823.985119:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4547e88cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1784935823.985144:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292198400 00000100:00100000:0.0:1784935823.985157:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292198400 00000100:00100000:1.0:1784935823.986626:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00000100:00100000:0.0:1784935823.988449:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1784935823.988464:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4561d18050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+17:22757:x1871640292198400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784935823.988481:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935823.988498:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4540031400/0x857e02f4e0b180eb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b180e4 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935823.988543:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4540031400/0x857e02f4e0b180eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b180e4 expref: 18 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935823.988554:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4540031400/0x857e02f4e0b180eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b180e4 expref: 18 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935823.988562:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4540031400, rc 0) 00000100:00100000:0.0:1784935823.988766:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4561d18050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+18:22757:x1871640292198400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 306us (3667us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935823.988772:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1784935823.997723:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292198400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784935823.997753:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4540031200/0x857e02f4e0b180e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b180eb expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935823.997766:0:22757:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4540031200/0x857e02f4e0b180e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b180eb expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935823.997852:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292198528:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1784935823.997919:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935823.998329:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444236a600 going to sleep for 11 seconds 00000100:00100000:1.0:1784935824.008149:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292198528 00000100:00100000:1.0:1784935824.008173:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292198528 00000100:00100000:1.0:1784935824.008236:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1784935824.008247:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4561d1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+18:22757:x1871640292198528:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1784935824.008272:0:22755:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1784935824.008291:0:22755:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1784935824.008295:0:22755:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1784935824.008429:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4561d1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+18:22757:x1871640292198528:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 182us (10508us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935824.008437:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1784935824.008520:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292198528:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1784935824.008568:0:22757:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1784935824.008578:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4540031200/0x857e02f4e0b180e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b180eb expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935824.008589:0:22757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4540031200/0x857e02f4e0b180e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b180eb expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1784935824.559269:0:23514:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1784935824.621660:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784935825.005061:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00010000:00010000:0.0:1784935825.646105:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935826.036986:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00010000:00010000:2.0:1784935826.682807:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784935827.054980:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 0 seconds 00000001:02000400:1.0:1784935827.191443:0:23761:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg328-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1784935827.703308:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784935827.890224:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1784935827.890259:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292198656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1784935827.890324:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935827.891605:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292198656 00000100:00100000:2.0:1784935827.891616:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292198656 00000100:00100000:2.0:1784935827.892324:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1784935827.892335:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444359aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292198656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1784935827.892368:0:22766:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1784935827.892444:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444359aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292198656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (2120us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935827.892626:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292198656:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1784935827.892670:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:0.0:1784935827.892998:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1784935827.893003:0:15171:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1784935827.893006:0:15171:0:(import.c:65:import_set_state_nolock()) ffff8d4441b26000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784935827.893018:0:15171:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d4441b26000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:0.0:1784935827.893041:0:15171:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d44431f3100 x1871640292198912/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784935827.893077:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935827.893080:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784935827.893083:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935827.893086:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784935827.893106:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935827.893109:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784935827.893112:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935827.893114:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784935827.893133:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784935827.893144:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292198784:0@lo:400:kworker.0 00000100:00100000:0.0:1784935827.893183:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935827.893220:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292198912:0@lo:38:kworker.0 00000100:00100000:0.0:1784935827.894056:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935827.894094:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1871640292199040:0@lo:400:kworker.0 00000100:00100000:0.0:1784935827.894121:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935827.894139:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784935827.894144:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1871640292199168:0@lo:400:kworker.0 00000100:00100000:0.0:1784935827.894162:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935827.894188:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292198784 00000100:00100000:0.0:1784935827.894194:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292198784 00000100:00100000:0.0:1784935827.895413:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1784935827.895428:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+18:3649:x1871640292198784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935827.895539:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+18:3649:x1871640292198784:12345-0@lo:400:kworker.0 Request processed in 115us (2355us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935827.895547:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1784935827.895585:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292199040 00000100:00100000:0.0:1784935827.895591:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292199040 00000100:00100000:0.0:1784935827.895620:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292199168 00000100:00100000:0.0:1784935827.895623:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292199168 00000100:00100000:0.0:1784935827.895636:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784935827.895642:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1871640292199040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935827.895680:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1871640292199040:12345-0@lo:400:kworker.0 Request processed in 38us (1557us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935827.895685:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784935827.895696:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1784935827.895702:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1871640292199168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935827.895728:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1871640292199168:12345-0@lo:400:kworker.0 Request processed in 27us (1565us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935827.895733:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1784935827.895772:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292198784:0@lo:400:kworker.0 00010000:00080000:0.0:1784935827.895812:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d44431f1180 x1871640292199168/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935827.895823:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1871640292199168:0@lo:400:kworker.0 00010000:00080000:0.0:1784935827.895834:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d44431f2a00 x1871640292199040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935827.895842:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1871640292199040:0@lo:400:kworker.0 00000100:00100000:3.0:1784935827.896365:0:23501:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292198912 00000100:00100000:3.0:1784935827.896371:0:23501:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292198912 00000100:00100000:3.0:1784935827.896397:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1784935827.896402:0:23501:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3648:x1871640292198912:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1784935827.896426:0:23501:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 647 last 0 00000020:00000080:3.0:1784935827.896457:0:23501:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x857e02f4e0b180f2 00000004:00100000:3.0:1784935827.896471:0:23501:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1784935827.896476:0:23501:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:3.0:1784935827.901177:0:23501:0:(import.c:65:import_set_state_nolock()) ffff8d45516dd800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784935827.901636:0:23501:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3648:x1871640292198912:12345-0@lo:38:kworker.0 Request processed in 5230us (7578us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935827.901648:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:1.0:1784935827.901725:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1784935827.901735:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1784935827.901741:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1784935827.901751:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4441b26000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1784935827.901803:0:3648:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000017d02a9c): req@ffff8d4581e40700 x1871640292191872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935827.901831:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292198912:0@lo:38:kworker.0 00000100:00100000:2.0:1784935827.901967:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935827.901994:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b600 going to sleep for 11 seconds 00000100:00100000:1.0:1784935827.902099:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292191872 00000100:00100000:1.0:1784935827.902105:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292191872 00000100:00100000:1.0:1784935827.902150:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1784935827.902159:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574647b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22802:x1871640292191872:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1784935827.902227:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574647b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22802:x1871640292191872:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 69us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935827.902244:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1784935827.902364:0:22802:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e40700 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22802:1871640292191872:0@lo:1000:lod0000_rec0001.0 00000040:01000000:2.0:1784935827.902397:0:22802:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1784935827.902439:0:22802:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22802:1871640292199296:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1784935827.902494:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935827.902548:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b180 going to sleep for 11 seconds 00000100:00100000:2.0:1784935827.902751:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292199424:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1784935827.902776:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935827.902921:0:23501:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292199296 00000100:00100000:1.0:1784935827.902944:0:23501:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292199296 00000100:00100000:1.0:1784935827.902976:0:23501:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292199424 00000100:00100000:1.0:1784935827.902980:0:23501:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292199424 00000100:00100000:1.0:1784935827.902992:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1784935827.902998:0:23501:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22802:x1871640292199296:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1784935827.903107:0:23501:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22802:x1871640292199296:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 109us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935827.903114:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1784935827.903127:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1784935827.903133:0:23501:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3649:x1871640292199424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1784935827.903154:0:23501:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1784935827.903186:0:23501:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3649:x1871640292199424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 53us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935827.903193:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1784935827.903392:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292199424:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1784935827.903418:0:22802:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22802:1871640292199296:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1784935827.903558:0:22802:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22802:1871640292199552:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1784935827.903584:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935827.903608:0:22802:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b180 going to sleep for 11 seconds 00000100:00100000:1.0:1784935827.903652:0:23501:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292199552 00000100:00100000:1.0:1784935827.903656:0:23501:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292199552 00000100:00100000:1.0:1784935827.903714:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1784935827.903721:0:23501:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22802:x1871640292199552:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1784935827.903766:0:23501:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22802:x1871640292199552:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 46us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935827.903772:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1784935827.903847:0:22802:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22802:1871640292199552:0@lo:1000:lod0000_rec0001.0 00000040:00080000:2.0:1784935827.903883:0:22802:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1784935827.908735:0:22802:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1784935827.908807:0:22802:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:2.0:1784935827.908813:0:22802:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:1.0:1784935828.162683:0:23813:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1784935828.163791:0:23813:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1784935828.718781:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1784935829.079135:0:23863:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784935829.079327:0:23863:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1784935829.743221:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1784935830.057827:0:23912:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff807cd1e0 20000000:00000080:3.0:1784935830.057845:0:23912:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8d45667b5800 uarg=0000000000000000 20000000:01000000:3.0:1784935830.057892:0:23912:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1784935830.057900:0:23912:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1784935830.057906:0:23912:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1784935830.058613:0:23913:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:0.0:1784935830.058759:0:23912:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:0.0:1784935830.068146:0:23912:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1784935830.068176:0:23912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d4554021800/0x857e02f4e0b180f9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935830.068264:0:23912:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d4541529000/0x857e02f4e0b17fa2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b17f9b expref: 17 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935830.068271:0:23912:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d457d300a00/0x857e02f4e0b180a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b1809e expref: 17 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935830.068279:0:23912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d4554021800/0x857e02f4e0b180f9 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935830.068323:0:23912:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d457d300a00/0x857e02f4e0b180a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x857e02f4e0b1809e expref: 17 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935830.068341:0:23912:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d457d300a00/0x857e02f4e0b180a5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x857e02f4e0b1809e expref: 17 pid: 22755 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935830.068357:0:23912:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23912:1871640292199680:0@lo:104: 00000100:00100000:0.0:1784935830.068421:0:23912:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935830.068521:0:22743:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292199680 00000100:00100000:2.0:1784935830.068539:0:22743:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292199680 00010000:00010000:0.0:1784935830.068553:0:23912:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d4541529000/0x857e02f4e0b17fa2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x857e02f4e0b17f9b expref: 17 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935830.068563:0:23912:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d4541529000/0x857e02f4e0b17fa2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x857e02f4e0b17f9b expref: 17 pid: 22753 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935830.068592:0:23912:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23912:1871640292199808:0@lo:104: 00000100:00100000:0.0:1784935830.068617:0:23912:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935830.068629:0:23912:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454913f540 going to sleep for 11 seconds 00000100:00100000:1.0:1784935830.068682:0:22744:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292199808 00000100:00100000:1.0:1784935830.068686:0:22744:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292199808 00000100:00100000:1.0:1784935830.068715:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1784935830.068723:0:22744:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+4:23912:x1871640292199680:12345-0@lo:104: 00010000:00010000:1.0:1784935830.068736:0:22744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.128@tcp lock: ffff8d457d300600/0x857e02f4e0b1809e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b180a5 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935830.068872:0:22744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1784935830.068879:0:22744:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+4:23912:x1871640292199680:12345-0@lo:104: Request processed in 156us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935830.068885:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1784935830.068904:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1784935830.068924:0:22744:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+3:23912:x1871640292199808:12345-0@lo:104: 00010000:00010000:1.0:1784935830.068969:0:22744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b17f9b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b17fa2 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935830.069018:0:22744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1784935830.069024:0:22744:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+3:23912:x1871640292199808:12345-0@lo:104: Request processed in 102us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935830.069036:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1784935830.069242:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784935830.069253:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d457d300600/0x857e02f4e0b1809e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b180a5 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.069260:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d300600 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:3.0:1784935830.069265:0:22748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d457d300600/0x857e02f4e0b1809e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x857e02f4e0b180a5 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.069273:0:22748:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d457d300600/0x857e02f4e0b1809e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x857e02f4e0b180a5 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784935830.069280:0:22748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d457d300600/0x857e02f4e0b1809e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x857e02f4e0b180a5 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784935830.069286:0:22748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1784935830.069320:0:22748:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d457d300600/0x857e02f4e0b1809e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b180a5 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.069327:0:22748:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1784935830.069344:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d457d300600/0x857e02f4e0b1809e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b180a5 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.069351:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d457d300600/0x857e02f4e0b1809e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b180a5 expref: -99 pid: 23491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.069366:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784935830.069369:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b17f9b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b17fa2 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.069375:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d300800 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:3.0:1784935830.069378:0:22748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b17f9b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x857e02f4e0b17fa2 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.069395:0:22748:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b17f9b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x857e02f4e0b17fa2 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784935830.069401:0:22748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b17f9b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x857e02f4e0b17fa2 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784935830.069406:0:22748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1784935830.069419:0:22748:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b17f9b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b17fa2 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.069424:0:22748:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1784935830.069542:0:23912:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23912:1871640292199680:0@lo:104: 00000100:00100000:0.0:1784935830.069552:0:23912:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23912:1871640292199808:0@lo:104: 00010000:00010000:0.0:1784935830.069572:0:23912:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d4554021800/0x857e02f4e0b180f9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935830.069597:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784935830.069609:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1784935830.069621:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292199936:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784935830.069655:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935830.069703:0:22747:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292199936 00000100:00100000:0.0:1784935830.069709:0:22747:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292199936 00010000:00010000:3.0:1784935830.069717:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b17f9b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b17fa2 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.069726:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b17f9b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b17fa2 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935830.069733:0:22747:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d457d300a00/0x857e02f4e0b180a5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b1809e expref: 18 pid: 22755 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.069742:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935830.069746:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935830.069747:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935830.069772:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1784935830.069782:0:22747:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0883f439-c2be-437a-b694-9442d8eddaa0+18:3649:x1871640292199936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784935830.069793:0:22747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784935830.069799:0:22747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d457d300a00/0x857e02f4e0b180a5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b1809e expref: 18 pid: 22755 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935830.069810:0:22747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d457d300a00/0x857e02f4e0b180a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x857e02f4e0b1809e expref: 18 pid: 22755 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935830.069823:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d300a00/0x857e02f4e0b180a5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x857e02f4e0b1809e expref: 18 pid: 22755 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935830.069836:0:22747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784935830.069867:0:22747:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0883f439-c2be-437a-b694-9442d8eddaa0+17:3649:x1871640292199936:12345-0@lo:103:ldlm_bl.0 Request processed in 88us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935830.069882:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1784935830.070007:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292199936:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784935830.070070:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292200064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784935830.070309:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935830.070526:0:22745:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292200064 00000100:00100000:3.0:1784935830.070533:0:22745:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292200064 00010000:00010000:3.0:1784935830.070552:0:22745:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d4541529000/0x857e02f4e0b17fa2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b17f9b expref: 17 pid: 22753 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935830.070584:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1784935830.070591:0:22745:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0883f439-c2be-437a-b694-9442d8eddaa0+17:3651:x1871640292200064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784935830.070600:0:22745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784935830.070604:0:22745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d4541529000/0x857e02f4e0b17fa2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b17f9b expref: 17 pid: 22753 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.070622:0:22745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d4541529000/0x857e02f4e0b17fa2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x857e02f4e0b17f9b expref: 17 pid: 22753 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.070633:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4541529000/0x857e02f4e0b17fa2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x857e02f4e0b17f9b expref: 17 pid: 22753 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.070645:0:22745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d4554021800/0x857e02f4e0b180f9 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.070652:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4554021800/0x857e02f4e0b180f9 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.070666:0:22745:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d4554021800/0x857e02f4e0b180f9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.070672:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d4554021800/0x857e02f4e0b180f9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.070678:0:22745:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d4554021800/0x857e02f4e0b180f9 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.070683:0:22745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d4554021800/0x857e02f4e0b180f9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.070689:0:22745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021800 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:3.0:1784935830.070692:0:22745:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d4554021800/0x857e02f4e0b180f9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.070700:0:22745:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d4554021800/0x857e02f4e0b180f9 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.070735:0:22745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d4554021800/0x857e02f4e0b180f9 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935830.070745:0:22745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784935830.070781:0:22745:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0883f439-c2be-437a-b694-9442d8eddaa0+16:3651:x1871640292200064:12345-0@lo:103:ldlm_bl.0 Request processed in 190us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935830.070891:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1784935830.070955:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292200064:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784935830.071064:0:23912:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d4554021800/0x857e02f4e0b180f9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935830.071073:0:23912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d4554021800/0x857e02f4e0b180f9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935830.071086:0:23912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4554021800/0x857e02f4e0b180f9 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935830.765779:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1784935831.149594:0:22796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1784935831.791361:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1784935831.984713:0:22757:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1784935831.984721:0:22757:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8d4581ebc000 from 13 10000000:01000000:1.0:1784935831.984726:0:22757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1784935831.984772:0:22757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b18100 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935831.984784:0:22757:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b18100 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935831.984794:0:22757:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b18100 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935831.984826:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292200192:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1784935831.984893:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935831.984975:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4542cbfe40 going to sleep for 11 seconds 00000100:00100000:1.0:1784935831.984999:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292200192 00000100:00100000:1.0:1784935831.985006:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292200192 00000100:00100000:1.0:1784935831.985309:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1784935831.985320:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+16:22757:x1871640292200192:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784935831.985336:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784935831.985351:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d457d1b9200/0x857e02f4e0b18107 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b18100 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935831.985375:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d1b9200/0x857e02f4e0b18107 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b18100 expref: 17 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935831.985385:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d457d1b9200/0x857e02f4e0b18107 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b18100 expref: 17 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935831.985405:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d457d1b9200, rc 0) 00000100:00100000:1.0:1784935831.985534:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+17:22757:x1871640292200192:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 216us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935831.985541:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1784935831.985589:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292200192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784935831.985603:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b18100 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18107 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935831.985613:0:22757:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b18100 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b18107 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935831.985682:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292200320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784935831.985710:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935831.985727:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4542cbfe40 going to sleep for 11 seconds 00000100:00100000:1.0:1784935831.985740:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292200320 00000100:00100000:1.0:1784935831.985744:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292200320 00000100:00100000:1.0:1784935831.985769:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1784935831.985776:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+17:22757:x1871640292200320:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784935831.985889:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+17:22757:x1871640292200320:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 113us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935831.985895:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1784935831.985944:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292200320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784935831.985974:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292200448:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1784935831.986012:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935831.986032:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4542cbfe40 going to sleep for 11 seconds 00000100:00100000:1.0:1784935831.988500:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292200448 00000100:00100000:1.0:1784935831.988515:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292200448 00000100:00100000:1.0:1784935831.988571:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1784935831.988581:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+17:22757:x1871640292200448:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1784935831.988733:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+17:22757:x1871640292200448:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 154us (2719us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935831.988741:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1784935831.988800:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292200448:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1784935831.991998:0:24015:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1784935831.993862:0:22757:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1784935831.993894:0:22757:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1784935831.993905:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b18100 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18107 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935831.993918:0:22757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b18100 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18107 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935831.993990:0:22757:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1784935831.993993:0:22757:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8d45730cc000 from 13 10000000:01000000:2.0:1784935831.993996:0:22757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1784935831.994033:0:22757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b1810e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935831.994162:0:22757:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b1810e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935831.994172:0:22757:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b1810e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935831.994199:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574646680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292200576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1784935831.994336:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935831.995279:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45430a5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1784935831.996988:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292200576 00000100:00100000:0.0:1784935831.997001:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292200576 00000100:00100000:0.0:1784935831.997276:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1784935831.997287:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+17:22757:x1871640292200576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784935831.997307:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935831.997327:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4554021c00/0x857e02f4e0b18115 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b1810e expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935831.997356:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4554021c00/0x857e02f4e0b18115 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b1810e expref: 18 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935831.997367:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4554021c00/0x857e02f4e0b18115 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b1810e expref: 18 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935831.997375:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4554021c00, rc 0) 00000100:00100000:0.0:1784935831.997469:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+18:22757:x1871640292200576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 184us (3133us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935831.997476:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1784935831.997659:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574646680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292200576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784935831.997678:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b1810e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18115 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935831.997687:0:22757:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b1810e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b18115 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935831.997765:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292200704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784935831.997800:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935832.002346:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4581f0c840 going to sleep for 10 seconds 00000100:00100000:1.0:1784935832.005146:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292200704 00000100:00100000:1.0:1784935832.005158:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292200704 00000100:00100000:1.0:1784935832.005216:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1784935832.005225:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+18:22757:x1871640292200704:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784935832.005404:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+18:22757:x1871640292200704:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 180us (7602us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935832.005411:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1784935832.006297:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292200704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1784935832.006352:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292200832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1784935832.006407:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935832.006440:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454913fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1784935832.006960:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292200832 00000100:00100000:1.0:1784935832.006967:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292200832 00000100:00100000:1.0:1784935832.007008:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1784935832.007016:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+18:22757:x1871640292200832:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1784935832.007396:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+18:22757:x1871640292200832:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 379us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935832.007404:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1784935832.007497:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292200832:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1784935832.008884:0:24018:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1784935832.009404:0:22757:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1784935832.009502:0:22757:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1784935832.009513:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b1810e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18115 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935832.009530:0:22757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b1810e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18115 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935832.813080:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784935833.007021:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292200960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1784935833.007102:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935833.007192:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292200960 00000100:00100000:3.0:1784935833.007199:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292200960 00000100:00100000:3.0:1784935833.007243:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1784935833.007252:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292200960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1784935833.007285:0:22765:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1784935833.007339:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292200960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935833.007347:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1784935833.007372:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292201088:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784935833.007397:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935833.007426:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292201088 00000100:00100000:3.0:1784935833.007429:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292201088 00000100:00100000:3.0:1784935833.007461:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1784935833.007467:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443598000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3649:x1871640292201088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1784935833.007485:0:22766:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1784935833.007516:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443598000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3649:x1871640292201088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 49us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935833.007523:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1784935833.007561:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292201088:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784935833.007587:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292200960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784935833.008053:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784935822/real 1784935822] req@ffff8d4574646d80 x1871640292195072/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935832 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935833.008070:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d4574646d80 x1871640292195072/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935832 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935833.008079:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784935822/real 1784935822] req@ffff8d4574645880 x1871640292194944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935832 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935833.008089:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d4574645880 x1871640292194944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935832 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1784935833.008101:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d457d24b000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784935833.009370:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784935833.009375:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1784935833.009378:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784935833.009380:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1784935833.009400:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784935833.009403:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1784935833.009405:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784935833.009408:0:15171:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1784935833.009418:0:15171:0:(import.c:65:import_set_state_nolock()) ffff8d457d24b000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784935833.009425:0:15171:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 641 00000100:00080000:3.0:1784935833.009430:0:15171:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1784935833.009435:0:15171:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d457d24b000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:3.0:1784935833.009469:0:15171:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4443598380 x1871640292201472/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784935833.010838:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0883f439-c2be-437a-b694-9442d8eddaa0:3650:1871640292201216:0@lo:400:kworker.0 00000100:00100000:1.0:1784935833.010944:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935833.011106:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292201216 00000100:00100000:1.0:1784935833.011114:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292201216 00000100:00100000:1.0:1784935833.011156:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1784935833.011163:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+18:3650:x1871640292201216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935833.011210:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+18:3650:x1871640292201216:12345-0@lo:400:kworker.0 Request processed in 47us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935833.011217:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1784935833.011263:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0883f439-c2be-437a-b694-9442d8eddaa0:3650:1871640292201216:0@lo:400:kworker.0 00000100:00100000:3.0:1784935833.013196:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1871640292201344:0@lo:400:kworker.0 00000100:00100000:3.0:1784935833.013261:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935833.013304:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784935833.013312:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1871640292201600:0@lo:400:kworker.0 00000100:00100000:3.0:1784935833.013334:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935833.013371:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292201344 00000100:00100000:3.0:1784935833.013378:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292201344 00000100:00100000:3.0:1784935833.013418:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292201600 00000100:00100000:3.0:1784935833.013421:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292201600 00000100:00100000:3.0:1784935833.013436:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1784935833.013444:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444359a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1871640292201344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784935833.013511:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444359a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1871640292201344:12345-0@lo:400:kworker.0 Request processed in 67us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935833.013519:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1784935833.013722:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784935833.013734:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1871640292201600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935833.013771:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1871640292201600:12345-0@lo:400:kworker.0 Request processed in 42us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935833.013777:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:0.0:1784935833.014590:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1784935833.014597:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292195072:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1784935833.014607:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d457d24a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784935833.014612:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1784935833.014615:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292194944:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1784935833.014642:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292201472:0@lo:8:kworker.0 00000400:00000100:0.0:1784935833.014674:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1871640292201472 offset 0 length 520: 4 00000100:00080000:1.0:1784935833.014861:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935833.014866:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784935833.014869:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935833.014872:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784935833.014876:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935833.015009:0:15171:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1784935833.015012:0:15171:0:(import.c:65:import_set_state_nolock()) ffff8d457d24a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784935833.015016:0:15171:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 641 00000100:00080000:1.0:1784935833.015021:0:15171:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1784935833.015025:0:15171:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8d457d24a800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:1.0:1784935833.015054:0:15171:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4581e41880 x1871640292201728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00080000:3.0:1784935833.015257:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d4443598e00 x1871640292201600/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935849 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935833.015270:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1871640292201600:0@lo:400:kworker.0 00010000:00080000:3.0:1784935833.015283:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d444359b100 x1871640292201344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935849 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935833.015291:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1871640292201344:0@lo:400:kworker.0 00000100:00100000:1.0:1784935833.026013:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292201728:0@lo:8:kworker.0 00000400:00000100:1.0:1784935833.026073:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1871640292201728 offset 0 length 520: 4 00000001:00100000:1.0:1784935833.525508:0:23492:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1784935833.837107:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935834.030581:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784935819/real 1784935819] req@ffff8d4574644e00 x1871640292192896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935834 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935834.030616:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d4574644e00 x1871640292192896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935834 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935834.030649:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784935819/real 1784935819] req@ffff8d4574644700 x1871640292193024/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935834 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935834.030661:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d4574644700 x1871640292193024/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935834 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1784935834.030678:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4443e31000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784935834.030702:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1784935834.030706:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292192896:0@lo:8:kworker.0 00000100:00080000:0.0:1784935834.030711:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d45757db800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784935834.030716:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1784935834.030719:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292193024:0@lo:8:kworker.0 00000100:00080000:3.0:1784935834.032687:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784935834.032694:0:15171:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1784935834.032698:0:15171:0:(import.c:65:import_set_state_nolock()) ffff8d4443e31000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784935834.032705:0:15171:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 638 00000100:00100000:0.0:1784935834.032708:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292201856:0@lo:400:kworker.0 00000100:00080000:3.0:1784935834.032710:0:15171:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1784935834.032717:0:15171:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d4443e31000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:3.0:1784935834.032737:0:15171:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4443599c00 x1871640292202112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1784935834.032763:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784935834.032766:0:15171:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1784935834.032768:0:15171:0:(import.c:65:import_set_state_nolock()) ffff8d45757db800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784935834.032771:0:15171:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 638 00000100:00080000:3.0:1784935834.032774:0:15171:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:0.0:1784935834.032774:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1784935834.032778:0:15171:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d45757db800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:3.0:1784935834.032791:0:15171:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d444359b800 x1871640292202240/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784935834.032816:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1784935834.032820:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1784935834.032822:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292201984:0@lo:400:kworker.0 00000100:00080000:3.0:1784935834.032824:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1784935834.032826:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784935834.032829:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784935834.032847:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935834.032852:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1871640292202368:0@lo:400:kworker.0 00000100:00100000:0.0:1784935834.032866:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3649:1871640292202624:0@lo:400:kworker.0 00000100:00100000:3.0:1784935834.032879:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935834.032901:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935834.032905:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784935834.032922:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292202496:0@lo:400:kworker.0 00000100:00100000:1.0:1784935834.033020:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292201856 00000100:00100000:1.0:1784935834.033027:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292201856 00000100:00100000:1.0:1784935834.033072:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1784935834.033080:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d45705bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+18:3649:x1871640292201856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935834.033128:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d45705bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+18:3649:x1871640292201856:12345-0@lo:400:kworker.0 Request processed in 49us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935834.033135:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1784935834.033183:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292201856:0@lo:400:kworker.0 00000100:00100000:2.0:1784935834.033366:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292202112:0@lo:8:kworker.0 00000400:00000100:2.0:1784935834.033398:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1871640292202112 offset 0 length 520: 4 00000100:00100000:2.0:1784935834.033417:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292202240:0@lo:8:kworker.0 00000400:00000100:2.0:1784935834.033450:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1871640292202240 offset 0 length 520: 4 00000100:00100000:2.0:1784935834.034052:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292202368 00000100:00100000:2.0:1784935834.034059:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292202368 00000100:00100000:2.0:1784935834.034102:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292202624 00000100:00100000:2.0:1784935834.034106:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292202624 00000100:00100000:2.0:1784935834.034121:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1784935834.034128:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444359b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1871640292202368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935834.034174:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444359b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1871640292202368:12345-0@lo:400:kworker.0 Request processed in 46us (1294us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935834.034181:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1784935834.034194:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1784935834.034199:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1871640292202624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935834.034242:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1871640292202624:12345-0@lo:400:kworker.0 Request processed in 42us (1339us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935834.034247:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1784935834.034266:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292201984 00000100:00100000:2.0:1784935834.034269:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292201984 00000100:00100000:2.0:1784935834.034292:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1784935834.034297:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292201984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935834.034327:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292201984:12345-0@lo:400:kworker.0 Request processed in 29us (1479us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935834.034332:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:1.0:1784935834.034412:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d444359a300 x1871640292202624/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935834.034426:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3649:1871640292202624:0@lo:400:kworker.0 00000100:00100000:1.0:1784935834.034437:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292201984:0@lo:400:kworker.0 00000100:00100000:3.0:1784935834.035287:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1784935834.035329:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d444359ad80 x1871640292202368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935834.035340:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1871640292202368:0@lo:400:kworker.0 00000100:00100000:1.0:1784935834.035512:0:23501:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292202496 00000100:00100000:1.0:1784935834.035518:0:23501:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292202496 00000100:00100000:1.0:1784935834.035575:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1784935834.035583:0:23501:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292202496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935834.035642:0:23501:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292202496:12345-0@lo:400:kworker.0 Request processed in 53us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935834.035649:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1784935834.035769:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292202496:0@lo:400:kworker.0 00000040:00080000:1.0:1784935834.797650:0:23514:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1784935834.861096:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935835.886337:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1784935836.218414:0:24259:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1784935836.218417:0:24259:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1784935836.218418:0:24259:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1784935836.218676:0:24259:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8d457d1b0000 00000020:01000004:2.0:1784935836.218691:0:24259:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1784935836.218703:0:24259:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1784935836.218716:0:24259:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8d4581c94d40) 00000020:00000080:2.0:1784935836.218732:0:24259:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1784935836.281731:0:24259:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1784935836.295682:0:24259:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1784935836.296716:0:24259:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1784935836.301311:0:24259:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1784935836.301831:0:24259:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1784935836.302188:0:24259:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1784935836.302471:0:24259:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:0.0:1784935836.303750:0:24259:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1784935836.305536:0:24259:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1784935836.305555:0:24259:0:(osd_handler.c:8933:osd_obd_connect()) connect #0 00000020:00000080:0.0:1784935836.307909:0:24259:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x857e02f4e0b18123 00000020:01000004:0.0:1784935836.307954:0:24259:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1784935836.307987:0:24259:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.128@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1784935836.307991:0:24259:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.128@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1784935836.308001:0:24259:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1784935836.308006:0:24259:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1784935836.308024:0:24259:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8d4442250000) 00000020:00000080:0.0:1784935836.308038:0:24259:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1784935836.309442:0:24259:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1784935836.309593:0:24259:0:(service.c:3461:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1784935836.309599:0:24259:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1784935836.313282:0:24259:0:(service.c:3461:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1784935836.313294:0:24259:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1784935836.320955:0:24259:0:(service.c:3461:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1784935836.320969:0:24259:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:0.0:1784935836.323456:0:24259:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1784935836.323641:0:24259:0:(service.c:3461:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:0.0:1784935836.323647:0:24259:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1784935836.337023:0:24259:0:(service.c:3461:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1784935836.337038:0:24259:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1784935836.374110:0:24259:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784935836.374332:0:24259:0:(service.c:3461:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1784935836.374339:0:24259:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1784935836.376207:0:24259:0:(service.c:3461:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1784935836.376240:0:24259:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:3.0:1784935836.377226:0:24259:0:(service.c:3461:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1784935836.377234:0:24259:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1784935836.380253:0:24259:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784935836.380575:0:24259:0:(service.c:3461:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:3.0:1784935836.380582:0:24259:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1784935836.381472:0:24259:0:(service.c:3461:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1784935836.381482:0:24259:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1784935836.434277:0:24259:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784935836.434491:0:24259:0:(service.c:3461:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1784935836.434500:0:24259:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1784935836.437047:0:24259:0:(service.c:3461:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1784935836.437058:0:24259:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1784935836.439486:0:24259:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1784935836.439513:0:24259:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:0.0:1784935836.439519:0:24259:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.128@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1784935836.466691:0:24259:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.128@tcp ctxt 0 is initialized 00000020:01000004:2.0:1784935836.466739:0:24259:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.128@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1784935836.466743:0:24259:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1784935836.466815:0:24259:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1784935836.466817:0:24259:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784935836.466818:0:24259:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784935836.466819:0:24259:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784935836.466821:0:24259:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784935836.466822:0:24259:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784935836.466824:0:24259:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784935836.466826:0:24259:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1784935836.466829:0:24259:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1784935836.466832:0:24259:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1784935836.466834:0:24259:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1784935836.466835:0:24259:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784935836.466836:0:24259:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784935836.466837:0:24259:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784935836.466838:0:24259:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784935836.466839:0:24259:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784935836.466840:0:24259:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784935836.466841:0:24259:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1784935836.467245:0:24259:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1784935836.467267:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574644700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292202752:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1784935836.467345:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935836.467435:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4572a596c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935836.467524:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292202752 00000100:00100000:1.0:1784935836.467532:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292202752 00000100:00100000:1.0:1784935836.467621:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1784935836.467632:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444356f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+18:24259:x1871640292202752:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1784935836.467660:0:22753:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1784935836.467663:0:22753:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1784935836.467667:0:22753:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1784935836.468158:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444356f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+18:24259:x1871640292202752:12345-0@lo:253:mount.lustre.0 Request processed in 527us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935836.468166:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1784935836.468256:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574644700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292202752:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1784935836.468268:0:24259:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1784935836.468271:0:24259:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1784935836.468272:0:24259:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1784935836.468274:0:24259:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1784935836.468275:0:24259:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1784935836.468276:0:24259:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1784935836.468277:0:24259:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1784935836.468278:0:24259:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1784935836.468281:0:24259:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1784935836.468282:0:24259:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1784935836.468301:0:24259:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d457d1b0000 from lustre-OST0000 10000000:01000000:0.0:1784935836.468334:0:24259:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1784935836.468347:0:24259:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1784935836.468355:0:24259:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8d4570334d40 local copy 00010000:00010000:0.0:1784935836.468366:0:24259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ee5 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935836.468482:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292202880:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784935836.468513:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935836.468734:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d457d1bb300 going to sleep for 11 seconds 00000100:00100000:2.0:1784935836.469022:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292202880 00000100:00100000:2.0:1784935836.469029:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292202880 00000100:00100000:2.0:1784935836.469061:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1784935836.469069:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444356e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+18:24259:x1871640292202880:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784935836.469149:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444356e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+18:24259:x1871640292202880:12345-0@lo:501:mount.lustre.0 Request processed in 81us (635us total) trans 0 rc -2/-2 00000100:00100000:2.0:1784935836.469155:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1784935836.469229:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292202880:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1784935836.469242:0:24259:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.128@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1784935836.469260:0:24259:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.128@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1784935836.469266:0:24259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ee5 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.469275:0:24259:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ee5 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935836.469303:0:24259:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d457d1b0000 10000000:01000000:0.0:1784935836.469308:0:24259:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1784935836.469313:0:24259:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1784935836.469315:0:24259:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1784935836.469319:0:24259:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1784935836.469322:0:24259:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1784935836.469343:0:24259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554021200/0x857e02f4e0b18131 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.469352:0:24259:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4554021200/0x857e02f4e0b18131 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.469374:0:24259:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4554021200/0x857e02f4e0b18131 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935836.469389:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203008:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784935836.469435:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935836.469459:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d457d1bb300 going to sleep for 11 seconds 00000100:00100000:2.0:1784935836.469617:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292203008 00000100:00100000:2.0:1784935836.469621:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292203008 00000100:00100000:2.0:1784935836.469642:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1784935836.469648:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444356e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+18:24259:x1871640292203008:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784935836.469657:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935836.469669:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d457d301c00/0x857e02f4e0b18138 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b18131 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935836.469690:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d301c00/0x857e02f4e0b18138 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b18131 expref: 19 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935836.469701:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d457d301c00/0x857e02f4e0b18138 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b18131 expref: 19 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935836.469710:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d457d301c00, rc 0) 00000100:00100000:2.0:1784935836.469755:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444356e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+19:24259:x1871640292203008:12345-0@lo:101:mount.lustre.0 Request processed in 98us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935836.469761:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1784935836.470025:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203008:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784935836.470038:0:24259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4554021200/0x857e02f4e0b18131 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18138 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.470046:0:24259:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4554021200/0x857e02f4e0b18131 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b18138 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1784935836.471411:0:24259:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1784935836.472242:0:24259:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784935836.472446:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1784935836.472470:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1784935836.472483:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1784935836.472494:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1784935836.472507:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1784935836.472519:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1784935836.472532:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1784935836.472544:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1784935836.472557:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1784935836.472568:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1784935836.472597:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1784935836.472612:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1784935836.472629:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1784935836.472634:0:24259:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:0.0:1784935836.472717:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203136:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784935836.472911:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935836.473075:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d457d1bb600 going to sleep for 11 seconds 00000100:00100000:1.0:1784935836.473337:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292203136 00000100:00100000:1.0:1784935836.473344:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292203136 00000100:00100000:1.0:1784935836.473383:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1784935836.473399:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444356f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+19:24259:x1871640292203136:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784935836.473561:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444356f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+19:24259:x1871640292203136:12345-0@lo:501:mount.lustre.0 Request processed in 171us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935836.473568:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1784935836.473996:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203136:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784935836.474034:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203264:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784935836.474091:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935836.474108:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d457d1bb600 going to sleep for 11 seconds 00000100:00100000:1.0:1784935836.474592:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292203264 00000100:00100000:1.0:1784935836.474598:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292203264 00000100:00100000:1.0:1784935836.474626:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1784935836.474642:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444356d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+19:24259:x1871640292203264:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784935836.476648:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444356d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+19:24259:x1871640292203264:12345-0@lo:503:mount.lustre.0 Request processed in 1998us (2558us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935836.476663:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1784935836.476819:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203264:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1784935836.477554:0:24259:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1784935836.477635:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203392:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935836.477694:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935836.477726:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d457d1bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1784935836.477960:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292203392 00000100:00100000:1.0:1784935836.477967:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292203392 00000100:00100000:1.0:1784935836.478011:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1784935836.478020:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+19:24259:x1871640292203392:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784935836.478607:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+19:24259:x1871640292203392:12345-0@lo:502:mount.lustre.0 Request processed in 585us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935836.478615:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1784935836.478808:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203392:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784935836.479364:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1784935836.479407:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1784935836.479435:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1784935836.479451:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1784935836.479463:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1784935836.479476:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1784935836.479489:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1784935836.479500:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1784935836.479511:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:0.0:1784935836.479522:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:0.0:1784935836.479532:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:0.0:1784935836.479558:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:0.0:1784935836.479590:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203520:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935836.479640:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935836.479683:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d457d1bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1784935836.480254:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292203520 00000100:00100000:1.0:1784935836.480262:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292203520 00000100:00100000:1.0:1784935836.480303:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1784935836.480312:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+19:24259:x1871640292203520:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784935836.480442:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+19:24259:x1871640292203520:12345-0@lo:502:mount.lustre.0 Request processed in 131us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935836.480449:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1784935836.480596:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203520:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784935836.480668:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:0.0:1784935836.480678:0:24259:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:0.0:1784935836.482194:0:24276:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1784935836.482205:0:24276:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:0.0:1784935836.482211:0:24276:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784935836.482214:0:24276:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:0.0:1784935836.482220:0:24276:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1784935836.482235:0:24276:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8d4581edb380) 00000020:00000080:0.0:1784935836.482262:0:24276:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:0.0:1784935836.482269:0:24276:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1784935836.482340:0:24276:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d457d1b0000 from lustre-OST0000, refs=2 00080000:01000000:0.0:1784935836.482349:0:24276:0:(osd_handler.c:8933:osd_obd_connect()) connect #1 00000020:00000080:0.0:1784935836.482356:0:24276:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x857e02f4e0b18146 00010000:00010000:0.0:1784935836.490236:0:24276:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:0.0:1784935836.490740:0:24276:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:0.0:1784935836.493319:0:24276:0:(osd_handler.c:5583:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1784935836.496520:0:24276:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1784935836.496535:0:24276:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784935836.496541:0:24276:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784935836.496543:0:24276:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1784935836.496547:0:24276:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1784935836.496550:0:24276:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1784935836.496551:0:24276:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1784935836.496553:0:24276:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1784935836.496554:0:24276:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1784935836.496556:0:24276:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784935836.496558:0:24276:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1784935836.496560:0:24276:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784935836.496563:0:24276:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784935836.496564:0:24276:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1784935836.496573:0:24276:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1784935836.496575:0:24276:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1784935836.496578:0:24276:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784935836.496580:0:24276:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784935836.496581:0:24276:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1784935836.496584:0:24276:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784935836.496586:0:24276:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784935836.496587:0:24276:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1784935836.496590:0:24276:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1784935836.496620:0:24276:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784935836.496623:0:24276:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784935836.496624:0:24276:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1784935836.496628:0:24276:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1784935836.496864:0:24259:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1784935836.496891:0:24259:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1784935836.496913:0:24259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554021200/0x857e02f4e0b18131 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18138 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935836.496942:0:24259:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4554021200/0x857e02f4e0b18131 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18138 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784935836.496962:0:24259:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8d457d1b0000 from 1 10000000:01000000:3.0:1784935836.496964:0:24259:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1784935836.497175:0:24259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541528a00/0x857e02f4e0b1814d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935836.497184:0:24259:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4541528a00/0x857e02f4e0b1814d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935836.497197:0:24259:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4541528a00/0x857e02f4e0b1814d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935836.497222:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203648:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1784935836.497287:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935836.497322:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4542cbf0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935836.498335:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292203648 00000100:00100000:1.0:1784935836.498348:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292203648 00000100:00100000:1.0:1784935836.498511:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1784935836.498524:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+19:24259:x1871640292203648:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784935836.498540:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784935836.498554:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d457d1b9800/0x857e02f4e0b18154 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b1814d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.498581:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d1b9800/0x857e02f4e0b18154 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b1814d expref: 20 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.498599:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d457d1b9800/0x857e02f4e0b18154 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b1814d expref: 20 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.498607:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d457d1b9800, rc 0) 00000100:00100000:1.0:1784935836.498674:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+20:24259:x1871640292203648:12345-0@lo:101:mount.lustre.0 Request processed in 154us (1387us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935836.499409:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203648:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784935836.499438:0:24259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4541528a00/0x857e02f4e0b1814d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18154 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.499449:0:24259:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4541528a00/0x857e02f4e0b1814d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b18154 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1784935836.502691:0:24259:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1784935836.503176:0:24259:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784935836.503355:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1784935836.503406:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1784935836.503433:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1784935836.503448:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1784935836.503460:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1784935836.503472:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1784935836.503485:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1784935836.503497:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1784935836.503509:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1784935836.503521:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1784935836.503545:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1784935836.503563:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1784935836.503568:0:24259:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1784935836.503646:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203776:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784935836.503762:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935836.504636:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d44421fcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1784935836.504762:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292203776 00000100:00100000:3.0:1784935836.504771:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292203776 00000100:00100000:1.0:1784935836.506056:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1784935836.506129:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1784935836.506143:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+20:24259:x1871640292203776:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784935836.506300:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+20:24259:x1871640292203776:12345-0@lo:501:mount.lustre.0 Request processed in 163us (2538us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935836.506307:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1784935836.506414:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203776:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784935836.506472:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203904:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784935836.506525:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935836.507104:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d44421fcc00 going to sleep for 11 seconds 00000100:00100000:2.0:1784935836.507176:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292203904 00000100:00100000:2.0:1784935836.507191:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292203904 00000100:00100000:2.0:1784935836.507220:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1784935836.507227:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+20:24259:x1871640292203904:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784935836.507320:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+20:24259:x1871640292203904:12345-0@lo:503:mount.lustre.0 Request processed in 93us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935836.507327:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1784935836.507412:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292203904:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1784935836.510250:0:24259:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1784935836.510341:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204032:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935836.510435:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935836.510485:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d44421fcc00 going to sleep for 11 seconds 00000100:00100000:2.0:1784935836.510603:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292204032 00000100:00100000:2.0:1784935836.510611:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292204032 00000100:00100000:2.0:1784935836.510648:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1784935836.510657:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+20:24259:x1871640292204032:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784935836.510988:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+20:24259:x1871640292204032:12345-0@lo:502:mount.lustre.0 Request processed in 331us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935836.510997:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1784935836.511523:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204032:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784935836.511724:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1784935836.512507:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1784935836.512535:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1784935836.512569:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1784935836.512585:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1784935836.512599:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1784935836.512613:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1784935836.512627:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1784935836.512640:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1784935836.512654:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1784935836.512668:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1784935836.512720:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204160:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935836.513503:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935836.513550:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d44421fcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1784935836.513620:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292204160 00000100:00100000:3.0:1784935836.513627:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292204160 00000100:00100000:3.0:1784935836.513677:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1784935836.513685:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d818c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+20:24259:x1871640292204160:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784935836.517441:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d818c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+20:24259:x1871640292204160:12345-0@lo:502:mount.lustre.0 Request processed in 3740us (3923us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935836.517456:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1784935836.517732:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204160:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784935836.517848:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1784935836.517862:0:24259:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1784935836.519989:0:24280:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784935836.520000:0:24280:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935836.520002:0:24280:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1784935836.520008:0:24280:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d457d1b0000 00000020:00000080:3.0:1784935836.520011:0:24280:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784935836.520024:0:24280:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784935836.520026:0:24280:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935836.520028:0:24280:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1784935836.520030:0:24280:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784935836.520032:0:24280:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935836.520033:0:24280:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1784935836.520037:0:24280:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d457d1b0000 00000020:00000080:3.0:1784935836.520039:0:24280:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784935836.520095:0:24280:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784935836.520099:0:24280:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935836.520100:0:24280:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1784935836.520102:0:24280:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784935836.520104:0:24280:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935836.520105:0:24280:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1784935836.520108:0:24280:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d457d1b0000 00000020:00000080:3.0:1784935836.520110:0:24280:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784935836.520125:0:24280:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784935836.520127:0:24280:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935836.520128:0:24280:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1784935836.520130:0:24280:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784935836.520132:0:24280:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935836.520133:0:24280:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1784935836.520136:0:24280:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d457d1b0000 00000020:00000080:3.0:1784935836.520138:0:24280:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784935836.520158:0:24280:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784935836.520161:0:24280:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935836.520162:0:24280:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1784935836.520165:0:24280:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1784935836.520213:0:24259:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1784935836.520240:0:24259:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1784935836.520262:0:24259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541528a00/0x857e02f4e0b1814d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18154 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935836.520284:0:24259:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4541528a00/0x857e02f4e0b1814d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18154 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784935836.520337:0:24259:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1784935836.520340:0:24259:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d457d1b0000 10000000:01000000:3.0:1784935836.520343:0:24259:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d457d1b0000 10000000:01000000:3.0:1784935836.520348:0:24259:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1784935836.520354:0:24259:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8d457d1b0000 from 1 10000000:01000000:3.0:1784935836.520357:0:24259:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1784935836.520623:0:24259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541529000/0x857e02f4e0b1815b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935836.520632:0:24259:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4541529000/0x857e02f4e0b1815b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935836.520643:0:24259:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4541529000/0x857e02f4e0b1815b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935836.520668:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204288:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1784935836.520733:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935836.520778:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4547eabf00 going to sleep for 11 seconds 00000100:00100000:2.0:1784935836.520868:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292204288 00000100:00100000:2.0:1784935836.520875:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292204288 00000100:00100000:2.0:1784935836.520913:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1784935836.520922:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+20:24259:x1871640292204288:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784935836.520950:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935836.520963:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d457d300200/0x857e02f4e0b18162 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b1815b expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935836.520986:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d300200/0x857e02f4e0b18162 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b1815b expref: 21 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935836.520996:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d457d300200/0x857e02f4e0b18162 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b1815b expref: 21 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935836.521005:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d457d300200, rc 0) 00000100:00100000:2.0:1784935836.521576:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+21:24259:x1871640292204288:12345-0@lo:101:mount.lustre.0 Request processed in 653us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935836.521585:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1784935836.527854:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204288:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784935836.527884:0:24259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4541529000/0x857e02f4e0b1815b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18162 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935836.527896:0:24259:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4541529000/0x857e02f4e0b1815b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b18162 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784935836.534000:0:24259:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1784935836.535058:0:24259:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784935836.537557:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1784935836.537605:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1784935836.537620:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1784935836.537635:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1784935836.537665:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1784935836.537682:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1784935836.537694:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1784935836.537704:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1784935836.537718:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1784935836.537732:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1784935836.537746:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1784935836.537759:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1784935836.537772:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1784935836.538949:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1784935836.538984:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1784935836.539001:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1784935836.539016:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1784935836.539031:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1784935836.539046:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1784935836.539062:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1784935836.539865:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1784935836.539887:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1784935836.539901:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1784935836.539914:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1784935836.539955:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1784935836.539972:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1784935836.539987:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1784935836.540000:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1784935836.540013:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1784935836.540037:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1784935836.540049:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1784935836.540060:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1784935836.540072:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1784935836.540598:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1784935836.540622:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1784935836.540636:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1784935836.540667:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1784935836.540682:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1784935836.540695:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1784935836.540710:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1784935836.540725:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1784935836.540739:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1784935836.541538:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1784935836.541552:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1784935836.541565:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1784935836.541576:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1784935836.541589:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1784935836.541601:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1784935836.543062:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1784935836.543502:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1784935836.543526:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1784935836.543532:0:24259:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1784935836.543638:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204416:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784935836.543706:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935836.543764:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d44410de3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935836.544029:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292204416 00000100:00100000:1.0:1784935836.544038:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292204416 00000100:00100000:1.0:1784935836.544481:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1784935836.544492:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+21:24259:x1871640292204416:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784935836.545285:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+21:24259:x1871640292204416:12345-0@lo:501:mount.lustre.0 Request processed in 792us (1576us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935836.545294:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1784935836.545563:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204416:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784935836.545612:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204544:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784935836.545662:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935836.545699:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d44410de3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935836.546291:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292204544 00000100:00100000:1.0:1784935836.546299:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292204544 00000100:00100000:1.0:1784935836.546340:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1784935836.546349:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+21:24259:x1871640292204544:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784935836.547505:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+21:24259:x1871640292204544:12345-0@lo:503:mount.lustre.0 Request processed in 1151us (1837us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935836.547515:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1784935836.549995:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204544:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1784935836.554347:0:24259:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784935836.554472:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204672:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784935836.554546:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935836.554594:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45599629c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784935836.557029:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292204672 00000100:00100000:2.0:1784935836.557043:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292204672 00000100:00100000:2.0:1784935836.557114:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1784935836.557124:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+21:24259:x1871640292204672:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784935836.557284:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+21:24259:x1871640292204672:12345-0@lo:502:mount.lustre.0 Request processed in 161us (2738us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935836.557291:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1784935836.558063:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204672:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784935836.558357:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1784935836.558390:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1784935836.559214:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1784935836.559227:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1784935836.559238:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1784935836.559249:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1784935836.559260:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1784935836.559271:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1784935836.559283:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1784935836.559295:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1784935836.559305:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1784935836.559317:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1784935836.559329:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1784935836.559342:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1784935836.559372:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1784935836.559387:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1784935836.559867:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1784935836.559885:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1784935836.559898:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1784935836.559913:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1784935836.560093:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1784935836.560113:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1784935836.560127:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1784935836.560142:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1784935836.560169:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1784935836.560183:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1784935836.560195:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1784935836.560207:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1784935836.560221:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1784935836.560236:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1784935836.560262:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1784935836.560277:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1784935836.560291:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1784935836.560304:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1784935836.560317:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1784935836.560332:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1784935836.560345:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1784935836.560359:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1784935836.560373:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1784935836.560386:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1784935836.561211:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1784935836.561230:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1784935836.561243:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1784935836.561256:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1784935836.561267:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1784935836.561278:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1784935836.561321:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1784935836.561339:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1784935836.561467:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204800:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784935836.561541:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935836.561584:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4547eabf00 going to sleep for 11 seconds 00000100:00100000:0.0:1784935836.563190:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292204800 00000100:00100000:0.0:1784935836.563201:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292204800 00000100:00100000:0.0:1784935836.563256:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1784935836.563265:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+21:24259:x1871640292204800:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935836.563513:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+21:24259:x1871640292204800:12345-0@lo:502:mount.lustre.0 Request processed in 248us (1970us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935836.563521:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1784935836.563911:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204800:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784935836.564215:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1784935836.564244:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1784935836.564280:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204928:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784935836.564341:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935836.564368:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45599629c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784935836.564508:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292204928 00000100:00100000:0.0:1784935836.564515:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292204928 00000100:00100000:0.0:1784935836.564554:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1784935836.564561:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+21:24259:x1871640292204928:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935836.564654:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+21:24259:x1871640292204928:12345-0@lo:502:mount.lustre.0 Request processed in 92us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935836.564660:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1784935836.564703:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292204928:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784935836.564749:0:24259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1784935836.564757:0:24259:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1784935836.566463:0:24285:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1784935836.566479:0:24285:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8d4581ed99c0) 00000020:00000080:0.0:1784935836.566503:0:24285:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:0.0:1784935836.568921:0:24285:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d457d1b0000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1784935836.568957:0:24285:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d457d1b0000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1784935836.568961:0:24285:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d457d1b0000 3 00010000:00080000:0.0:1784935836.569002:0:24285:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d444202f000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.128@tcp at head 00010000:00010000:0.0:1784935836.574068:0:24285:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:0.0:1784935836.574575:0:24285:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1784935836.574623:0:24285:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1784935836.574639:0:24285:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x857e02f4e0b18170 00000100:00080000:0.0:1784935836.574649:0:24285:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1784935836.574656:0:24285:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d444202f000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:0.0:1784935836.574691:0:24285:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d44431f3b80 x1871640292205056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784935836.574777:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3648:1871640292205056:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1784935836.574850:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1784935836.575291:0:24285:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1784935836.575451:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292205056 00000100:00100000:1.0:1784935836.575458:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292205056 00000100:00100000:1.0:1784935836.575493:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1784935836.575499:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444359a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3648:x1871640292205056:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1784935836.575523:0:22761:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 655 last 0 00000020:00000080:1.0:1784935836.575555:0:22761:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x857e02f4e0b18177 00000004:00100000:1.0:1784935836.575568:0:22761:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1784935836.575597:0:22761:0:(import.c:65:import_set_state_nolock()) ffff8d4566fbe800 : changing import state from RECOVER to FULL 00000100:00080000:2.0:1784935836.575694:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784935836.575698:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784935836.575701:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784935836.575704:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784935836.575728:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784935836.575731:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784935836.575733:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784935836.575736:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784935836.575973:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292205440:0@lo:400:kworker.0 00000100:00100000:0.0:1784935836.576009:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935836.576035:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1784935836.576041:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1871640292205312:0@lo:400:kworker.0 00000100:00100000:0.0:1784935836.576061:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935836.576102:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292205440 00000100:00100000:0.0:1784935836.576106:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292205440 00000100:00100000:0.0:1784935836.576133:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1784935836.576138:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292205440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935836.576174:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292205440:12345-0@lo:400:kworker.0 Request processed in 36us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935836.576179:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1784935836.576196:0:22762:0:(service.c:3461:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1784935836.576203:0:22762:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:0.0:1784935836.576274:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292205440:0@lo:400:kworker.0 00000020:01000004:0.0:1784935836.576372:0:24285:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1784935836.576385:0:24285:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8d4581ed8000) 00000020:00000080:0.0:1784935836.576412:0:24285:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1784935836.576568:0:24285:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d457d1b0000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1784935836.576573:0:24285:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d457d1b0000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1784935836.576575:0:24285:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d457d1b0000 3 00010000:00080000:0.0:1784935836.576609:0:24285:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d444355d000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.128@tcp at head 00010000:00010000:0.0:1784935836.578203:0:24285:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:0.0:1784935836.578313:0:24285:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:0.0:1784935836.578354:0:24285:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1784935836.578366:0:24285:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x857e02f4e0b18185 00000100:00080000:0.0:1784935836.578376:0:24285:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1784935836.578382:0:24285:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8d444355d000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:0.0:1784935836.578420:0:24285:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d44431f1c00 x1871640292205696/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784935836.578809:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3648:1871640292205696:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1784935836.578873:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935836.578966:0:22760:0:(service.c:3461:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1784935836.578979:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292205312 00000100:00100000:2.0:1784935836.578984:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292205312 00000100:00100000:2.0:1784935836.579011:0:22760:0:(service.c:3461:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1784935836.579014:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292205696 00000100:00100000:2.0:1784935836.579016:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292205696 00000100:00100000:2.0:1784935836.579023:0:22760:0:(service.c:3461:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1784935836.579029:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1784935836.579046:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1871640292205312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935836.579107:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1871640292205312:12345-0@lo:400:kworker.0 Request processed in 62us (3045us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935836.579114:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1784935836.579353:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444359a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1871640292205056:12345-0@lo:38:llog_process_th.0 Request processed in 3851us (4501us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935836.579360:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1784935836.579374:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1784935836.579378:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444359b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3648:x1871640292205696:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1784935836.579499:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d44431f3b80 x1871640292205056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1784935846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935836.579509:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1784935836.579517:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1784935836.579522:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1784935836.579526:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1784935836.579529:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d444202f000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1784935836.579536:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3648:1871640292205056:0@lo:38:llog_process_th.0 00010000:00080000:1.0:1784935836.579595:0:22761:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 655 last 0 00000020:00000080:1.0:1784935836.579625:0:22761:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x857e02f4e0b1818c 00000004:00100000:1.0:1784935836.579637:0:22761:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1784935836.579667:0:22761:0:(import.c:65:import_set_state_nolock()) ffff8d45465e2800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784935836.579738:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444359b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1871640292205696:12345-0@lo:38:llog_process_th.0 Request processed in 359us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935836.579744:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1784935836.579766:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292205184:0@lo:400:kworker.0 00000100:00100000:1.0:1784935836.579794:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935836.579828:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1784935836.579835:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3650:1871640292205568:0@lo:400:kworker.0 00000100:00100000:1.0:1784935836.579854:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935836.581235:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292205568 00000100:00100000:0.0:1784935836.581246:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292205568 00000100:00100000:0.0:1784935836.581363:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1784935836.581372:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1871640292205568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935836.581470:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1871640292205568:12345-0@lo:400:kworker.0 Request processed in 99us (1614us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935836.581476:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:0.0:1784935836.581532:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d4574645880 x1871640292205312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935836.581545:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1871640292205312:0@lo:400:kworker.0 00000100:00080000:0.0:1784935836.581752:0:24285:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1784935836.581774:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935836.581778:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784935836.581782:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935836.581791:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784935836.581794:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935836.581797:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784935836.581799:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935836.581802:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:1.0:1784935836.582019:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d4574646680 x1871640292205568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935836.582029:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3650:1871640292205568:0@lo:400:kworker.0 00000100:00100000:2.0:1784935836.582194:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292205184 00000100:00100000:2.0:1784935836.582200:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292205184 00000100:00100000:2.0:1784935836.582227:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1784935836.582233:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292205184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935836.582285:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292205184:12345-0@lo:400:kworker.0 Request processed in 52us (2490us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935836.582293:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1784935836.582372:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292205184:0@lo:400:kworker.0 00000040:00080000:0.0:1784935836.583288:0:24285:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1784935836.583983:0:24259:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1784935836.584017:0:24259:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1784935836.584032:0:24259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541529000/0x857e02f4e0b1815b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18162 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935836.584042:0:24259:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4541529000/0x857e02f4e0b1815b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18162 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1784935836.584101:0:24259:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1784935836.584103:0:24259:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1784935836.584104:0:24259:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784935836.584106:0:24259:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784935836.584107:0:24259:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784935836.584109:0:24259:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784935836.584110:0:24259:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784935836.584112:0:24259:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784935836.584114:0:24259:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1784935836.584117:0:24259:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1784935836.584120:0:24259:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1784935836.584121:0:24259:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1784935836.584127:0:24259:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784935836.584128:0:24259:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784935836.584129:0:24259:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784935836.584130:0:24259:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784935836.584131:0:24259:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784935836.584132:0:24259:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784935836.584133:0:24259:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1784935836.584157:0:24259:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1784935836.584174:0:24259:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574644e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292205824:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1784935836.584229:0:24259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935836.584258:0:24259:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444236af00 going to sleep for 11 seconds 00000100:00100000:0.0:1784935836.584475:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292205824 00000100:00100000:0.0:1784935836.584482:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292205824 00000100:00100000:0.0:1784935836.584529:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1784935836.584537:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+21:24259:x1871640292205824:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1784935836.584564:0:22753:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1784935836.584577:0:22753:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:3.0:1784935836.585242:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d44431f1c00 x1871640292205696/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1784935846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935836.585255:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1784935836.585263:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1784935836.585271:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1784935836.585277:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1784935836.585280:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d444355d000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1784935836.585288:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3648:1871640292205696:0@lo:38:llog_process_th.0 20000000:01000000:1.0:1784935836.599549:0:22753:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1784935836.599562:0:22753:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1784935836.599576:0:22776:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1784935836.599580:0:22776:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1784935836.599600:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b18193 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.599618:0:22776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d4540030200/0x857e02f4e0b180dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b180d6 expref: 21 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.599625:0:22776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d4540031400/0x857e02f4e0b180eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b180e4 expref: 21 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.599633:0:22776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b18193 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.599669:0:22776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d4540031400/0x857e02f4e0b180eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x857e02f4e0b180e4 expref: 21 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.599684:0:22776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d4540031400/0x857e02f4e0b180eb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x857e02f4e0b180e4 expref: 21 pid: 22754 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935836.599697:0:22776:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22776:1871640292205952:0@lo:104: 00000100:00100000:1.0:1784935836.599768:0:22776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1784935836.599812:0:22776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d4540030200/0x857e02f4e0b180dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x857e02f4e0b180d6 expref: 21 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.599820:0:22776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d4540030200/0x857e02f4e0b180dd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x857e02f4e0b180d6 expref: 21 pid: 22753 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935836.599828:0:22776:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e43b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22776:1871640292206080:0@lo:104: 00000100:00100000:1.0:1784935836.599852:0:22776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935836.599868:0:22776:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4547f73300 going to sleep for 11 seconds 00000100:00100000:1.0:1784935836.599893:0:22744:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1784935836.599908:0:22744:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292205952 00000100:00100000:1.0:1784935836.599915:0:22744:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292205952 00000100:00100000:1.0:1784935836.599969:0:22744:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292206080 00000100:00100000:1.0:1784935836.599973:0:22744:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292206080 00000100:00100000:1.0:1784935836.599988:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784935836.599995:0:22744:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+4:22776:x1871640292205952:12345-0@lo:104: 00010000:00010000:1.0:1784935836.600007:0:22744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.128@tcp lock: ffff8d4540031200/0x857e02f4e0b180e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b180eb expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.600052:0:22744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1784935836.600057:0:22744:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+4:22776:x1871640292205952:12345-0@lo:104: Request processed in 63us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935836.600063:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784935836.600077:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1784935836.601167:0:22744:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457313b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+3:22776:x1871640292206080:12345-0@lo:104: 00010000:00010000:1.0:1784935836.601181:0:22744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.128@tcp lock: ffff8d4540030000/0x857e02f4e0b180d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b180dd expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.601252:0:22744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1784935836.601258:0:22744:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457313b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+3:22776:x1871640292206080:12345-0@lo:104: Request processed in 1176us (1406us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935836.601265:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1784935836.601331:0:22776:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22776:1871640292205952:0@lo:104: 00000100:00100000:1.0:1784935836.601340:0:22776:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e43b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22776:1871640292206080:0@lo:104: 00010000:00010000:1.0:1784935836.601358:0:22776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b18193 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.601375:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784935836.601380:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4540031200/0x857e02f4e0b180e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b180eb expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.601386:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4540031200 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:1.0:1784935836.602006:0:22749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4540031200/0x857e02f4e0b180e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x857e02f4e0b180eb expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.602019:0:22749:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4540031200/0x857e02f4e0b180e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x857e02f4e0b180eb expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784935836.602026:0:22749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4540031200/0x857e02f4e0b180e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x857e02f4e0b180eb expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784935836.602031:0:22749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1784935836.602558:0:22749:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d4540031200/0x857e02f4e0b180e4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b180eb expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.602567:0:22749:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784935836.602606:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4540031200/0x857e02f4e0b180e4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b180eb expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.602613:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4540031200/0x857e02f4e0b180e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b180eb expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.602625:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784935836.602628:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4540030000/0x857e02f4e0b180d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b180dd expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.602634:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4540030000 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:1.0:1784935836.602637:0:22749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4540030000/0x857e02f4e0b180d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x857e02f4e0b180dd expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.602643:0:22749:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4540030000/0x857e02f4e0b180d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x857e02f4e0b180dd expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784935836.602648:0:22749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4540030000/0x857e02f4e0b180d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x857e02f4e0b180dd expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784935836.602652:0:22749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:3.0:1784935836.602692:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0883f439-c2be-437a-b694-9442d8eddaa0:3650:1871640292206208:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784935836.602743:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935836.602809:0:22745:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292206208 00000100:00100000:3.0:1784935836.602816:0:22745:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292206208 00010000:00010000:3.0:1784935836.602838:0:22745:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d4540031400/0x857e02f4e0b180eb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b180e4 expref: 22 pid: 22754 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935836.602867:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1784935836.602874:0:22745:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444359ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0883f439-c2be-437a-b694-9442d8eddaa0+22:3650:x1871640292206208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784935836.602885:0:22745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784935836.602890:0:22745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d4540031400/0x857e02f4e0b180eb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b180e4 expref: 22 pid: 22754 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935836.602900:0:22745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d4540031400/0x857e02f4e0b180eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x857e02f4e0b180e4 expref: 22 pid: 22754 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935836.602913:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4540031400/0x857e02f4e0b180eb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x857e02f4e0b180e4 expref: 22 pid: 22754 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935836.602946:0:22745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784935836.602978:0:22745:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444359ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0883f439-c2be-437a-b694-9442d8eddaa0+21:3650:x1871640292206208:12345-0@lo:103:ldlm_bl.0 Request processed in 104us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935836.602985:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1784935836.603017:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0883f439-c2be-437a-b694-9442d8eddaa0:3650:1871640292206208:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784935836.603138:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935836.603514:0:22749:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d4540030000/0x857e02f4e0b180d6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b180dd expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.603522:0:22749:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1784935836.603564:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292206336:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784935836.603597:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1784935836.603651:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4540030000/0x857e02f4e0b180d6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b180dd expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.603659:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4540030000/0x857e02f4e0b180d6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b180dd expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.603687:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935836.603690:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935836.603691:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935836.605180:0:22746:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292206336 00000100:00100000:0.0:1784935836.605192:0:22746:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292206336 00010000:00010000:0.0:1784935836.605224:0:22746:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d4540030200/0x857e02f4e0b180dd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b180d6 expref: 21 pid: 22753 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935836.605261:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1784935836.605270:0:22746:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d45705bc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0883f439-c2be-437a-b694-9442d8eddaa0+21:3651:x1871640292206336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784935836.605284:0:22746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784935836.605289:0:22746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d4540030200/0x857e02f4e0b180dd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b180d6 expref: 21 pid: 22753 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.605301:0:22746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d4540030200/0x857e02f4e0b180dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x857e02f4e0b180d6 expref: 21 pid: 22753 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.605333:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4540030200/0x857e02f4e0b180dd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x857e02f4e0b180d6 expref: 21 pid: 22753 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.605349:0:22746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b18193 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.605357:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b18193 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1784935836.605375:0:22746:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.012350975s 00010000:00010000:0.0:1784935836.605379:0:22746:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b18193 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.605386:0:22746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b18193 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.606960:0:22746:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b18193 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.606974:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b18193 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.606981:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d1b9e00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935836.606986:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b18193 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.606995:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b18193 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.607017:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b18193 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935836.607039:0:22746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784935836.607099:0:22746:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d45705bc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0883f439-c2be-437a-b694-9442d8eddaa0+20:3651:x1871640292206336:12345-0@lo:103:ldlm_bl.0 Request processed in 1827us (3497us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935836.607109:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1784935836.607221:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+19:24259:x1871640292205824:12345-0@lo:253:mount.lustre.0 Request processed in 22684us (22990us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935836.607230:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00010000:00010000:1.0:1784935836.607252:0:22776:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b18193 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.607260:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b18193 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935836.607266:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b18193 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935836.607555:0:24259:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574644e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:24259:1871640292205824:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1784935836.607569:0:24259:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1784935836.607572:0:24259:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1784935836.607574:0:24259:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1784935836.607581:0:24259:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784935836.607582:0:24259:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784935836.607584:0:24259:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784935836.607585:0:24259:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784935836.607586:0:24259:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1784935836.607588:0:24259:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784935836.607589:0:24259:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1784935836.607602:0:24259:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1784935836.607623:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292206336:0@lo:103:ldlm_bl.0 00000001:00000004:3.0:1784935836.609893:0:24259:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1784935836.613172:0:24259:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1784935836.613180:0:24259:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1784935836.613207:0:24259:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1784935836.613240:0:24259:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.128@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1784935836.613254:0:24259:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1784935836.613267:0:24259:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:3.0:1784935836.614795:0:24259:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1784935836.615016:0:24259:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1784935836.912912:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1784935837.406069:0:24340:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784935837.407126:0:24340:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1784935837.933140:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1784935837.997171:0:22757:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1784935837.997180:0:22757:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8d4581ebc000 from 13 10000000:01000000:2.0:1784935837.997186:0:22757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1784935837.997308:0:22757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b1819a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935837.997321:0:22757:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b1819a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935837.997332:0:22757:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b1819a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935837.997359:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574646680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292206464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1784935837.997438:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935837.997486:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4581f03d80 going to sleep for 11 seconds 00000100:00100000:1.0:1784935837.997626:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292206464 00000100:00100000:1.0:1784935837.997634:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292206464 00000100:00100000:1.0:1784935837.997684:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1784935837.997692:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d455415d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+19:22757:x1871640292206464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784935837.997705:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784935837.997718:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b181a1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b1819a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935837.997739:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b181a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b1819a expref: 20 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935837.997748:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b181a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b1819a expref: 20 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935837.997767:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d457d1b9e00, rc 0) 00000100:00100000:1.0:1784935837.997813:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d455415d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+20:22757:x1871640292206464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935837.997819:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1784935837.997899:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574646680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292206464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784935837.997912:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b1819a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b181a1 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935837.997921:0:22757:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b1819a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b181a1 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935837.997995:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292206592:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1784935837.998470:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935837.998528:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45412ed540 going to sleep for 11 seconds 00000100:00100000:3.0:1784935837.999156:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292206592 00000100:00100000:3.0:1784935837.999164:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292206592 00000100:00100000:3.0:1784935837.999583:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1784935837.999592:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d455415fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+20:22757:x1871640292206592:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1784935837.999623:0:22753:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1784935837.999642:0:22753:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1784935837.999645:0:22753:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1784935837.999740:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d455415fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+20:22757:x1871640292206592:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 149us (1270us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935837.999747:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1784935838.000044:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292206592:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1784935838.000109:0:22757:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1784935838.000118:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b1819a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b181a1 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935838.000128:0:22757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b1819a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b181a1 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935838.000142:0:22757:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1784935838.000144:0:22757:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8d45730cc000 from 13 10000000:01000000:2.0:1784935838.000146:0:22757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1784935838.000174:0:22757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b181a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935838.000182:0:22757:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b181a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935838.000190:0:22757:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b181a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935838.000207:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292206720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1784935838.000247:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935838.000466:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4581f03e40 going to sleep for 11 seconds 00000100:00100000:1.0:1784935838.001063:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292206720 00000100:00100000:1.0:1784935838.001072:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292206720 00000100:00100000:1.0:1784935838.001111:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1784935838.001120:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d455415f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+20:22757:x1871640292206720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784935838.001132:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784935838.001159:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d457d1b8400/0x857e02f4e0b181af lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b181a8 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935838.001191:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d1b8400/0x857e02f4e0b181af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b181a8 expref: 21 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935838.001202:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d457d1b8400/0x857e02f4e0b181af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b181a8 expref: 21 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935838.001211:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d457d1b8400, rc 0) 00000100:00100000:1.0:1784935838.001263:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d455415f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+21:22757:x1871640292206720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 143us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935838.001270:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1784935838.002027:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292206720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784935838.002045:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b181a8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b181af expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935838.002055:0:22757:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b181a8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b181af expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935838.002121:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292206848:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1784935838.002159:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935838.002195:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4581f03e40 going to sleep for 11 seconds 00000100:00100000:1.0:1784935838.002371:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292206848 00000100:00100000:1.0:1784935838.002377:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292206848 00000100:00100000:1.0:1784935838.002424:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1784935838.002432:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456deff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+21:22757:x1871640292206848:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1784935838.002459:0:22755:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1784935838.002486:0:22755:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1784935838.002669:0:22755:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1784935838.002777:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456deff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+21:22757:x1871640292206848:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 344us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935838.002785:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1784935838.005680:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292206848:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1784935838.005775:0:22757:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1784935838.005791:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b181a8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b181af expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935838.005801:0:22757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b181a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b181af expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935838.125093:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443598700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292206976:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1784935838.125179:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935838.125247:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292207104:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784935838.125273:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935838.125308:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292206976 00000100:00100000:3.0:1784935838.125315:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292206976 00000100:00100000:3.0:1784935838.125358:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292207104 00000100:00100000:3.0:1784935838.125361:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292207104 00000100:00100000:3.0:1784935838.125375:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1784935838.125382:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574004000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292206976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1784935838.125426:0:22766:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1784935838.125481:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574004000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292206976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935838.125488:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1784935838.125506:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1784935838.125512:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292207104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1784935838.125528:0:22766:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1784935838.125557:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292207104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 45us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935838.125563:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1784935838.125602:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292207104:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784935838.125633:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292206976:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1784935838.957185:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935839.982794:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935841.005141:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1784935841.392156:0:22796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:0.0:1784935841.709081:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935841.709088:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784935841.709091:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935841.709093:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784935841.709109:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935841.709112:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784935841.709114:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935841.709117:0:15171:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784935841.709169:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292207616:0@lo:400:kworker.0 00000100:00100000:0.0:1784935841.709234:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935841.709269:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1784935841.709274:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292207232:0@lo:400:kworker.0 00000100:00100000:0.0:1784935841.709297:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935841.709318:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3649:1871640292207744:0@lo:400:kworker.0 00000100:00100000:0.0:1784935841.709336:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935841.709358:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292207360:0@lo:400:kworker.0 00000100:00100000:0.0:1784935841.709376:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935841.709403:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1871640292207872:0@lo:400:kworker.0 00000100:00100000:0.0:1784935841.709424:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935841.709439:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1784935841.709443:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1871640292207488:0@lo:400:kworker.0 00000100:00100000:0.0:1784935841.709459:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935841.709470:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443dac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3651:1871640292208000:0@lo:400:kworker.0 00000100:00100000:0.0:1784935841.709487:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935841.709511:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292207616 00000100:00100000:0.0:1784935841.709517:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292207616 00000100:00100000:0.0:1784935841.709549:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292207360 00000100:00100000:0.0:1784935841.709551:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292207360 00000100:00100000:0.0:1784935841.709564:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1784935841.709571:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292207616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935841.709615:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292207616:12345-0@lo:400:kworker.0 Request processed in 44us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935841.709623:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1784935841.709636:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1784935841.709641:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443dad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292207360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935841.709675:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443dad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292207360:12345-0@lo:400:kworker.0 Request processed in 33us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935841.709680:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1784935841.709695:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292207744 00000100:00100000:0.0:1784935841.709698:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292207744 00000100:00100000:0.0:1784935841.709711:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292207872 00000100:00100000:0.0:1784935841.709713:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292207872 00000100:00100000:0.0:1784935841.709729:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292207488 00000100:00100000:0.0:1784935841.709731:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292207488 00000100:00100000:0.0:1784935841.709739:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292208000 00000100:00100000:0.0:1784935841.709741:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292208000 00000100:00100000:0.0:1784935841.709754:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1784935841.709759:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443dae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1871640292207744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935841.709785:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443dae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1871640292207744:12345-0@lo:400:kworker.0 Request processed in 26us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935841.709790:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1784935841.709800:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784935841.709805:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443dadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1871640292207872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935841.709825:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443dadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1871640292207872:12345-0@lo:400:kworker.0 Request processed in 20us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935841.709830:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784935841.709838:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1784935841.709843:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443daed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1871640292207488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935841.709861:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443daed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1871640292207488:12345-0@lo:400:kworker.0 Request processed in 18us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935841.709867:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1784935841.709875:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1784935841.709886:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443dac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1871640292208000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935841.709908:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443dac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1871640292208000:12345-0@lo:400:kworker.0 Request processed in 23us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935841.709913:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:0.0:1784935841.709973:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d44431f1180 x1871640292207488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935841.709986:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1871640292207488:0@lo:400:kworker.0 00010000:00080000:0.0:1784935841.709995:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4443dac380 x1871640292208000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935841.710002:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443dac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3651:1871640292208000:0@lo:400:kworker.0 00000100:00100000:0.0:1784935841.710010:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292207360:0@lo:400:kworker.0 00010000:00080000:0.0:1784935841.710017:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d44431f3b80 x1871640292207872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935841.710025:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1871640292207872:0@lo:400:kworker.0 00010000:00080000:0.0:1784935841.710055:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d44431f1c00 x1871640292207744/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935841.710064:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3649:1871640292207744:0@lo:400:kworker.0 00000100:00100000:0.0:1784935841.710071:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292207616:0@lo:400:kworker.0 00000100:00100000:1.0:1784935841.710189:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292207232 00000100:00100000:1.0:1784935841.710193:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292207232 00000100:00100000:1.0:1784935841.710220:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1784935841.710226:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456deff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+21:3649:x1871640292207232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935841.710264:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456deff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+21:3649:x1871640292207232:12345-0@lo:400:kworker.0 Request processed in 37us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935841.710270:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:1.0:1784935841.710310:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1784935841.710314:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1784935841.710329:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292207232:0@lo:400:kworker.0 00010000:00010000:1.0:1784935842.030976:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1784935842.385921:0:24631:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg328-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1784935843.055925:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784935843.248856:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1784935843.248883:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292208128:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1784935843.248993:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935843.249036:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292208128 00000100:00100000:1.0:1784935843.249043:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292208128 00000100:00100000:1.0:1784935843.249210:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1784935843.249222:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292208128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1784935843.249264:0:22766:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1784935843.249309:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292208128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935843.249316:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1784935843.249357:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292208128:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784935843.249502:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1784935843.250191:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292208256:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1784935843.250230:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935843.250302:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292208256 00000100:00100000:0.0:1784935843.250308:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292208256 00000100:00100000:0.0:1784935843.250349:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1784935843.250357:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292208256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1784935843.250398:0:22765:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1784935843.250444:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292208256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935843.250450:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1784935843.250532:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292208256:0@lo:41:osp-pre-0-1.0 00000020:00000004:2.0:1784935843.251525:0:24683:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1784935843.251728:0:24683:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:0.0:1784935844.025682:0:23514:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1784935844.077439:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1784935844.084605:0:24733:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1784935844.085465:0:24733:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1784935845.106988:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935846.125198:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1784935846.830148:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935846.830153:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784935846.830156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935846.830160:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784935846.830187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935846.830191:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784935846.830194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935846.830197:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784935846.830222:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3649:1871640292208640:0@lo:400:kworker.0 00000100:00100000:1.0:1784935846.830244:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292208384:0@lo:400:kworker.0 00000100:00100000:0.0:1784935846.830297:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935846.830302:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935846.830350:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1871640292208896:0@lo:400:kworker.0 00000100:00100000:2.0:1784935846.830376:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292208640 00000100:00100000:2.0:1784935846.830384:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292208640 00000100:00100000:1.0:1784935846.830389:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935846.830413:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1784935846.830426:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1871640292209152:0@lo:400:kworker.0 00000100:00100000:2.0:1784935846.830430:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292208896 00000100:00100000:1.0:1784935846.830431:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292208512:0@lo:400:kworker.0 00000100:00100000:2.0:1784935846.830434:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292208896 00000100:00100000:2.0:1784935846.830463:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1784935846.830468:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935846.830478:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443dac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1871640292208640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935846.830488:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935846.830489:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784935846.830498:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292208768:0@lo:400:kworker.0 00000100:00100000:1.0:1784935846.830517:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1871640292209024:0@lo:400:kworker.0 00000100:00100000:0.0:1784935846.830538:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935846.830545:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443dac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1871640292208640:12345-0@lo:400:kworker.0 Request processed in 70us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935846.830557:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1784935846.830558:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935846.830580:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292209152 00010000:00080000:0.0:1784935846.830583:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4581e42300 x1871640292208640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935846.830585:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292209152 00000100:00100000:1.0:1784935846.830601:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292208384 00000100:00100000:0.0:1784935846.830601:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3649:1871640292208640:0@lo:400:kworker.0 00000100:00100000:1.0:1784935846.830608:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292208384 00000100:00100000:2.0:1784935846.830617:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292209024 00000100:00100000:2.0:1784935846.830623:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292209024 00000100:00100000:1.0:1784935846.830650:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1784935846.830651:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1784935846.830665:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+21:3651:x1871640292208384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935846.830666:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1871640292208896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935846.830833:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292208512 00000100:00100000:0.0:1784935846.830838:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292208512 00000100:00100000:0.0:1784935846.830865:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292208768 00000100:00100000:0.0:1784935846.830868:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292208768 00000100:00100000:0.0:1784935846.830882:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1784935846.830888:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292208512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935846.831344:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+21:3651:x1871640292208384:12345-0@lo:400:kworker.0 Request processed in 683us (1044us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935846.831352:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1784935846.831399:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1784935846.831407:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443dad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1871640292209152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935846.834962:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1871640292208896:12345-0@lo:400:kworker.0 Request processed in 4291us (4564us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935846.835084:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292208512:12345-0@lo:400:kworker.0 Request processed in 4192us (4595us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935846.835096:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1784935846.835136:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1784935846.835149:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443dae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292208768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935846.835230:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443dae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292208768:12345-0@lo:400:kworker.0 Request processed in 85us (4692us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935846.835237:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1784935846.835257:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443dad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1871640292209152:12345-0@lo:400:kworker.0 Request processed in 3848us (4788us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935846.835268:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1784935846.835293:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1784935846.835297:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292208768:0@lo:400:kworker.0 00000100:00100000:1.0:1784935846.835304:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1871640292209024:12345-0@lo:400:kworker.0 00010000:00080000:0.0:1784935846.835329:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4581e42d80 x1871640292209152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935846.835342:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1871640292209024:12345-0@lo:400:kworker.0 Request processed in 39us (4785us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935846.835345:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1871640292209152:0@lo:400:kworker.0 00000100:00100000:1.0:1784935846.835369:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1784935846.835438:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292208512:0@lo:400:kworker.0 00010000:00080000:1.0:1784935846.835451:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4581e43100 x1871640292209024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935846.835461:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1871640292209024:0@lo:400:kworker.0 00000100:00100000:1.0:1784935846.835485:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292208384:0@lo:400:kworker.0 00000100:00100000:2.0:1784935846.835575:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:2.0:1784935846.835603:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1784935846.835607:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1784935846.836466:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4581e42a00 x1871640292208896/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935846.836480:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1871640292208896:0@lo:400:kworker.0 00010000:00010000:1.0:1784935847.149067:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935848.175098:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784935848.365752:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292209280:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1784935848.365830:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935848.365896:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292209280 00000100:00100000:1.0:1784935848.365904:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292209280 00000100:00100000:1.0:1784935848.365968:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1784935848.365977:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292209280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1784935848.366010:0:22765:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1784935848.366068:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292209280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935848.366075:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1784935848.366120:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292209280:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1784935848.366368:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1784935848.366379:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292209408:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784935848.366508:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935848.366540:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292209408 00000100:00100000:3.0:1784935848.366544:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292209408 00000100:00100000:3.0:1784935848.366570:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1784935848.366576:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292209408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1784935848.366596:0:22766:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1784935848.366630:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292209408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935848.366636:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1784935848.366662:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292209408:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784935848.881613:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784935833/real 1784935833] req@ffff8d4581e41880 x1871640292201728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935848 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935848.881639:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d4581e41880 x1871640292201728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935848 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935848.881648:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784935833/real 1784935833] req@ffff8d4443598380 x1871640292201472/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935848 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935848.881660:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d4443598380 x1871640292201472/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935848 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1784935848.881679:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d457d24a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784935848.885550:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1784935848.885561:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292201728:0@lo:8:kworker.0 00000100:00080000:0.0:1784935848.885573:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d457d24b000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1784935848.892171:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1784935848.892193:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292209536:0@lo:400:kworker.0 00000100:00100000:1.0:1784935848.892256:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935848.892307:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292209536 00000100:00100000:1.0:1784935848.892314:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292209536 00000100:00100000:1.0:1784935848.892369:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1784935848.892377:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456deffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+21:3651:x1871640292209536:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1784935848.892805:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1784935848.892811:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443598380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292201472:0@lo:8:kworker.0 00000100:00100000:1.0:1784935848.892960:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456deffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+21:3651:x1871640292209536:12345-0@lo:400:kworker.0 Request processed in 583us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935848.892978:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:1.0:1784935848.893037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935848.893042:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784935848.893044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935848.893047:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1784935848.893054:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1784935848.893064:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292209664:0@lo:400:kworker.0 00000100:00100000:1.0:1784935848.893092:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935848.893122:0:23501:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292209664 00000100:00100000:1.0:1784935848.893127:0:23501:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292209664 00000100:00100000:1.0:1784935848.893153:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1784935848.893160:0:23501:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292209664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935848.893198:0:23501:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292209664:12345-0@lo:400:kworker.0 Request processed in 38us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935848.893204:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1784935848.893243:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292209664:0@lo:400:kworker.0 00000100:00100000:1.0:1784935848.893273:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3650:1871640292209792:0@lo:400:kworker.0 00000100:00100000:1.0:1784935848.893298:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935848.893323:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292209792 00000100:00100000:1.0:1784935848.893327:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292209792 00000100:00100000:1.0:1784935848.893364:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1784935848.893370:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1871640292209792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935848.893606:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292209536:0@lo:400:kworker.0 00000100:00100000:1.0:1784935848.893660:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1871640292209792:12345-0@lo:400:kworker.0 Request processed in 289us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935848.893674:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:1.0:1784935848.893712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935848.893716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1784935848.893718:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d457d24a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784935848.893723:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 652 00000100:00080000:1.0:1784935848.893727:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1784935848.893731:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8d457d24a800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:1.0:1784935848.893752:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4581e41880 x1871640292210048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784935848.893765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935848.893768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1784935848.893770:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d457d24b000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784935848.893773:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 652 00000100:00080000:1.0:1784935848.893776:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1784935848.893779:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d457d24b000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:1.0:1784935848.893790:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4581e42d80 x1871640292210176/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784935848.893831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935848.893834:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784935848.893836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784935848.893840:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784935848.897848:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292209920:0@lo:400:kworker.0 00000100:00100000:0.0:1784935848.897919:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935848.897973:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784935848.897980:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1871640292210304:0@lo:400:kworker.0 00000100:00100000:0.0:1784935848.898003:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935848.898032:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292210048:0@lo:8:kworker.0 00000100:00100000:0.0:1784935848.898057:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935848.898093:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292210176:0@lo:8:kworker.0 00000100:00100000:0.0:1784935848.898113:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935848.898143:0:24265:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292210048 00000100:00100000:0.0:1784935848.898150:0:24265:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292210048 00000100:00100000:0.0:1784935848.898174:0:24265:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292210176 00000100:00100000:0.0:1784935848.898177:0:24265:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292210176 00000100:00100000:0.0:1784935848.898189:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784935848.898195:0:24265:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443daf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3648:x1871640292210048:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1784935848.898226:0:24265:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 668 last 0 00000020:00000080:0.0:1784935848.898251:0:24265:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x857e02f4e0b181b6 00002000:00100000:0.0:1784935848.898265:0:24265:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8d444202b800 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136cf ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1784935848.898269:0:24265:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1784935848.898272:0:24265:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1784935848.898530:0:24265:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1784935848.898554:0:24265:0:(import.c:65:import_set_state_nolock()) ffff8d444202b000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784935848.898599:0:24265:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443daf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3648:x1871640292210048:12345-0@lo:8:kworker.0 Request processed in 402us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935848.898606:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784935848.898623:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784935848.898640:0:24265:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443dace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3648:x1871640292210176:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1784935848.898654:0:24265:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1784935848.899421:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292209920 00000100:00100000:1.0:1784935848.899428:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292209920 00000100:00100000:1.0:1784935848.899476:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1784935848.899484:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443daca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292209920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935848.899541:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443daca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292209920:12345-0@lo:400:kworker.0 Request processed in 57us (1621us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935848.899547:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00080000:2.0:1784935848.900798:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4581e43100 x1871640292209792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935864 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935848.900813:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3650:1871640292209792:0@lo:400:kworker.0 00000100:00100000:2.0:1784935848.900841:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1871640292210560:0@lo:400:kworker.0 00000100:00100000:2.0:1784935848.900895:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935848.900921:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1784935848.900950:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3650:1871640292210432:0@lo:400:kworker.0 00000100:00100000:2.0:1784935848.900976:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935848.901021:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292210304 00000100:00100000:2.0:1784935848.901026:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292210304 00000100:00100000:2.0:1784935848.901062:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292210560 00000100:00100000:2.0:1784935848.901064:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292210560 00000100:00100000:2.0:1784935848.901085:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292210432 00000100:00100000:2.0:1784935848.901088:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292210432 00000100:00100000:2.0:1784935848.901102:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1784935848.901108:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443dafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1871640292210304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935848.901148:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443dafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1871640292210304:12345-0@lo:400:kworker.0 Request processed in 40us (3144us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935848.901155:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1784935848.901169:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1784935848.901175:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1871640292210560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935848.901204:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1871640292210560:12345-0@lo:400:kworker.0 Request processed in 30us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935848.901209:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1784935848.901218:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1784935848.901223:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574644700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1871640292210432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935848.901259:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574644700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1871640292210432:12345-0@lo:400:kworker.0 Request processed in 36us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935848.901264:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:2.0:1784935848.901286:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1784935848.901289:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1784935848.901306:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4581e42300 x1871640292210432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935864 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935848.901315:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3650:1871640292210432:0@lo:400:kworker.0 00010000:00080000:2.0:1784935848.901324:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4443666300 x1871640292210560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935864 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935848.901331:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1871640292210560:0@lo:400:kworker.0 00010000:00080000:1.0:1784935848.903057:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4581e41880 x1871640292210048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1784935868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935848.903071:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1784935848.903080:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1784935848.903089:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1784935848.903094:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1784935848.903097:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d457d24a800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1784935848.903117:0:3648:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1784935848.903124:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292210048:0@lo:8:kworker.0 00000004:00080000:1.0:1784935848.903167:0:23502:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1784935848.903187:0:23502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443664a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23502:1871640292210816:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1784935848.903241:0:23502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935848.903264:0:23502:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444236a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935848.903276:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1784935848.903283:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292210688:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1784935848.903306:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935848.903354:0:24267:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292210688 00000100:00100000:1.0:1784935848.903360:0:24267:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292210688 00000100:00100000:1.0:1784935848.904588:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1784935848.904603:0:24267:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3652:x1871640292210688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1784935848.904633:0:24267:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1784935848.904709:0:24267:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3652:x1871640292210688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (1401us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935848.904718:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1784935848.904765:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4443664700 x1871640292210688/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1784935864 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935848.904785:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292210688:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1784935848.905040:0:24266:0:(service.c:3461:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1784935848.905048:0:24266:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00080000:2.0:1784935848.905071:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1784935848.905192:0:23500:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1784935848.905274:0:23500:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 668155346127ns, next at 0ns, rc = 0 00080000:00080000:3.0:1784935848.905281:0:23500:0:(osd_handler.c:2851:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00080000:1.0:1784935848.914579:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4581e41180 x1871640292210304/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935864 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935848.914599:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1871640292210304:0@lo:400:kworker.0 00000100:00100000:1.0:1784935848.914614:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292209920:0@lo:400:kworker.0 00000100:00100000:2.0:1784935848.916289:0:24266:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292210816 00000100:00100000:2.0:1784935848.916301:0:24266:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292210816 00000100:00100000:1.0:1784935848.916503:0:25033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1784935848.916513:0:25033:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23502:x1871640292210816:12345-0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1784935848.924731:0:23492:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:2.0:1784935848.927146:0:25033:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1784935848.927155:0:25033:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1784935848.927262:0:25033:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23502:x1871640292210816:12345-0@lo:7:osp-pre-0-1.0 Request processed in 10746us (24015us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935848.927273:0:25033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1784935848.927377:0:23502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4443664a80 x1871640292210816/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1784935864 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935848.927404:0:23502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443664a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23502:1871640292210816:0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1784935848.927416:0:23502:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:3.0:1784935848.927458:0:23502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574004a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23502:1871640292210944:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1784935848.927494:0:23502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935848.927522:0:23502:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45546d2840 going to sleep for 11 seconds 00000100:00100000:2.0:1784935848.928581:0:24266:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292210944 00000100:00100000:2.0:1784935848.928591:0:24266:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292210944 00000100:00100000:2.0:1784935848.928647:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1784935848.928656:0:24266:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23502:x1871640292210944:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1784935848.928685:0:24266:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1784935848.928737:0:24266:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23502:x1871640292210944:12345-0@lo:5:osp-pre-0-1.0 Request processed in 82us (1241us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935848.928757:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1784935848.928852:0:23502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4574004a80 x1871640292210944/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1784935864 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935848.928876:0:23502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574004a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23502:1871640292210944:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1784935848.928887:0:23502:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1784935848.928919:0:23502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574004a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23502:1871640292211072:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1784935848.928981:0:23502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935848.928998:0:23502:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45546d2840 going to sleep for 11 seconds 00000100:00100000:2.0:1784935848.929179:0:25033:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292211072 00000100:00100000:2.0:1784935848.929183:0:25033:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292211072 00000100:00100000:2.0:1784935848.929218:0:25033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1784935848.929226:0:25033:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23502:x1871640292211072:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1784935848.929251:0:25033:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:0.0:1784935848.942423:0:24265:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443dace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3648:x1871640292210176:12345-0@lo:8:kworker.0 Request processed in 43774us (44301us total) trans 0 rc -19/-19 00000100:00100000:0.0:1784935848.942437:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1784935848.944202:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d457d24b000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784935848.944212:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1784935848.944217:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292210176:0@lo:8:kworker.0 00000001:00080000:0.0:1784935848.960012:0:24260:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1784935848.960027:0:24260:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1784935848.960306:0:25033:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23502:x1871640292211072:12345-0@lo:5:osp-pre-0-1.0 Request processed in 31076us (31319us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1784935848.960317:0:25033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1784935848.960356:0:23502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4574004a80 x1871640292211072/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1784935864 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935848.960368:0:23502:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1784935848.960374:0:23502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574004a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23502:1871640292211072:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1784935848.960389:0:23502:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1784935848.960439:0:23502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23502:1871640292211200:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1784935848.960489:0:23502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935848.960519:0:23502:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454913f780 going to sleep for 11 seconds 00000100:00100000:2.0:1784935848.960546:0:22772:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292211200 00000100:00100000:2.0:1784935848.960552:0:22772:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292211200 00000100:00100000:2.0:1784935848.960598:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1784935848.960606:0:22772:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443daf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23502:x1871640292211200:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1784935848.960651:0:22772:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443daf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23502:x1871640292211200:12345-0@lo:900:osp-pre-0-1.0 Request processed in 47us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935848.960659:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1784935848.960672:0:23502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4443daf800 x1871640292211200/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1784935864 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935848.960683:0:23502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23502:1871640292211200:0@lo:900:osp-pre-0-1.0 00010000:00010000:1.0:1784935849.198048:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1784935849.620267:0:25079:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1784935849.620271:0:25079:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1784935849.620272:0:25079:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1784935849.620389:0:25079:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8d444316d800 00000020:01000004:3.0:1784935849.620406:0:25079:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1784935849.620419:0:25079:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1784935849.620432:0:25079:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8d45745c8000) 00000020:00000080:3.0:1784935849.620450:0:25079:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1784935849.673405:0:25079:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1784935849.674226:0:25079:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1784935849.674679:0:25079:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1784935849.674870:0:25079:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1784935849.675176:0:25079:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1784935849.675436:0:25079:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1784935849.675617:0:25079:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:2.0:1784935849.677673:0:25079:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1784935849.677868:0:25079:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1784935849.677882:0:25079:0:(osd_handler.c:8933:osd_obd_connect()) connect #0 00000020:00000080:2.0:1784935849.677904:0:25079:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x857e02f4e0b181c4 00000020:01000004:2.0:1784935849.677911:0:25079:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1784935849.678027:0:25079:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.128@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1784935849.678031:0:25079:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.128@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1784935849.678037:0:25079:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1784935849.678066:0:25079:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1784935849.678070:0:25079:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.128@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1784935849.686545:0:25079:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.128@tcp ctxt 0 is initialized 00000020:01000004:2.0:1784935849.686585:0:25079:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.128@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1784935849.686590:0:25079:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1784935849.686592:0:25079:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1784935849.686593:0:25079:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784935849.686594:0:25079:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784935849.686596:0:25079:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784935849.686597:0:25079:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784935849.686599:0:25079:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784935849.686601:0:25079:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784935849.686602:0:25079:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1784935849.686606:0:25079:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1784935849.686608:0:25079:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1784935849.686609:0:25079:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1784935849.686610:0:25079:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784935849.686611:0:25079:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784935849.686612:0:25079:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784935849.686613:0:25079:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784935849.686614:0:25079:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784935849.686615:0:25079:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784935849.686616:0:25079:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1784935849.686640:0:25079:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1784935849.686660:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292211328:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1784935849.686736:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935849.686780:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45492ff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935849.686838:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292211328 00000100:00100000:1.0:1784935849.686845:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292211328 00000100:00100000:1.0:1784935849.686895:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1784935849.686903:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+21:25079:x1871640292211328:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1784935849.686955:0:22755:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1784935849.686959:0:22755:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1784935849.686962:0:22755:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1784935849.687236:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+21:25079:x1871640292211328:12345-0@lo:253:mount.lustre.0 Request processed in 333us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935849.687252:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1784935849.687394:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292211328:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1784935849.687405:0:25079:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1784935849.687413:0:25079:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1784935849.687414:0:25079:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1784935849.687415:0:25079:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784935849.687416:0:25079:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784935849.687417:0:25079:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784935849.687418:0:25079:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784935849.687419:0:25079:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784935849.687421:0:25079:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784935849.687421:0:25079:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1784935849.687441:0:25079:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d444316d800 from lustre-OST0001 10000000:01000000:2.0:1784935849.687477:0:25079:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:2.0:1784935849.687481:0:25079:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1784935849.687488:0:25079:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8d4570334d40 local copy 00010000:00010000:2.0:1784935849.687497:0:25079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ee5 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935849.687570:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292211456:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784935849.687597:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935849.687654:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45492ff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935849.687719:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292211456 00000100:00100000:1.0:1784935849.687724:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292211456 00000100:00100000:1.0:1784935849.687783:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1784935849.687790:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+21:25079:x1871640292211456:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784935849.687860:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+21:25079:x1871640292211456:12345-0@lo:501:mount.lustre.0 Request processed in 69us (262us total) trans 0 rc -2/-2 00000100:00100000:1.0:1784935849.687866:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1784935849.687947:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292211456:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1784935849.687962:0:25079:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.128@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1784935849.687979:0:25079:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.128@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1784935849.687985:0:25079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ee5 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935849.687993:0:25079:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4541528600/0x857e02f4e0b17ede lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b17ee5 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784935849.688014:0:25079:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d444316d800 10000000:01000000:3.0:1784935849.688018:0:25079:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1784935849.688023:0:25079:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1784935849.688025:0:25079:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1784935849.688029:0:25079:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1784935849.688037:0:25079:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1784935849.688057:0:25079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541529e00/0x857e02f4e0b181cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935849.688065:0:25079:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4541529e00/0x857e02f4e0b181cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935849.688074:0:25079:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4541529e00/0x857e02f4e0b181cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935849.688086:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574007b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292211584:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1784935849.688112:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935849.688316:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45546d2780 going to sleep for 11 seconds 00000100:00100000:2.0:1784935849.688434:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292211584 00000100:00100000:2.0:1784935849.688440:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292211584 00000100:00100000:2.0:1784935849.688462:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1784935849.688467:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+21:25079:x1871640292211584:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784935849.688475:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935849.688487:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d457d300a00/0x857e02f4e0b181d2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b181cb expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935849.688507:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d300a00/0x857e02f4e0b181d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b181cb expref: 22 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935849.688516:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d457d300a00/0x857e02f4e0b181d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b181cb expref: 22 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935849.688534:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d457d300a00, rc 0) 00000100:00100000:2.0:1784935849.688570:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+22:25079:x1871640292211584:12345-0@lo:101:mount.lustre.0 Request processed in 102us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935849.688576:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1784935849.688691:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574007b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292211584:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784935849.688703:0:25079:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4541529e00/0x857e02f4e0b181cb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b181d2 expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935849.688711:0:25079:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4541529e00/0x857e02f4e0b181cb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b181d2 expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784935849.689643:0:25079:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1784935849.690212:0:25079:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784935849.692139:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1784935849.692183:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1784935849.692201:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1784935849.692216:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1784935849.692230:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1784935849.692243:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1784935849.692255:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1784935849.692267:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1784935849.692292:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1784935849.692403:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1784935849.692410:0:25079:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1784935849.692510:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574007b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292211712:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784935849.692571:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935849.692651:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4581cc13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784935849.692775:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292211712 00000100:00100000:0.0:1784935849.692782:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292211712 00000100:00100000:2.0:1784935849.692897:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1784935849.692908:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+22:25079:x1871640292211712:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784935849.693099:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+22:25079:x1871640292211712:12345-0@lo:501:mount.lustre.0 Request processed in 193us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935849.693108:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1784935849.693217:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574007b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292211712:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784935849.693246:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574007b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292211840:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784935849.693283:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935849.693413:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4581cc13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935849.693490:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292211840 00000100:00100000:1.0:1784935849.693495:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292211840 00000100:00100000:1.0:1784935849.693531:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1784935849.693538:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+22:25079:x1871640292211840:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784935849.694164:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+22:25079:x1871640292211840:12345-0@lo:503:mount.lustre.0 Request processed in 626us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935849.694173:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1784935849.694427:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574007b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292211840:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1784935849.694823:0:25079:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784935849.694892:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574007b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292211968:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784935849.695003:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935849.695071:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45546d2780 going to sleep for 11 seconds 00000100:00100000:0.0:1784935849.695102:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292211968 00000100:00100000:0.0:1784935849.695107:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292211968 00000100:00100000:0.0:1784935849.695176:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1784935849.695184:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+22:25079:x1871640292211968:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935849.695562:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+22:25079:x1871640292211968:12345-0@lo:502:mount.lustre.0 Request processed in 377us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935849.695577:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1784935849.695646:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574007b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292211968:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784935849.695797:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1784935849.695823:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1784935849.695837:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1784935849.695849:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1784935849.695862:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1784935849.695874:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1784935849.695886:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1784935849.695897:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1784935849.695908:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1784935849.695965:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574007b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212096:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784935849.695999:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935849.696193:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4581cc13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935849.696256:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292212096 00000100:00100000:1.0:1784935849.696261:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292212096 00000100:00100000:1.0:1784935849.696289:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1784935849.696296:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+22:25079:x1871640292212096:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784935849.696406:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+22:25079:x1871640292212096:12345-0@lo:502:mount.lustre.0 Request processed in 110us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935849.696413:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1784935849.696546:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574007b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212096:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784935849.696585:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1784935849.696594:0:25079:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1784935849.697230:0:25083:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1784935849.697239:0:25083:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1784935849.697245:0:25083:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784935849.697247:0:25083:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1784935849.697254:0:25083:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784935849.697268:0:25083:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8d45745ccd40) 00000020:00000080:3.0:1784935849.697291:0:25083:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1784935849.697296:0:25083:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1784935849.697393:0:25083:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d444316d800 from lustre-OST0001, refs=2 00080000:01000000:3.0:1784935849.697403:0:25083:0:(osd_handler.c:8933:osd_obd_connect()) connect #1 00000020:00000080:3.0:1784935849.697410:0:25083:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x857e02f4e0b181e0 00010000:00010000:3.0:1784935849.700869:0:25083:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1784935849.701282:0:25083:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1784935849.702735:0:25083:0:(osd_handler.c:5583:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1784935849.703884:0:25083:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1784935849.703894:0:25083:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784935849.703900:0:25083:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935849.703902:0:25083:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1784935849.703919:0:25083:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784935849.703922:0:25083:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935849.703924:0:25083:0:(obd_config.c:1561:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:1.0:1784935849.703958:0:25083:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1784935849.703960:0:25083:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1784935849.703962:0:25083:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784935849.703964:0:25083:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935849.703965:0:25083:0:(obd_config.c:1561:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:1.0:1784935849.703967:0:25083:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784935849.703969:0:25083:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935849.703970:0:25083:0:(obd_config.c:1561:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1784935849.703973:0:25083:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1784935849.703993:0:25083:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784935849.703995:0:25083:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935849.703997:0:25083:0:(obd_config.c:1561:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1784935849.703999:0:25083:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1784935849.704290:0:25079:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1784935849.704435:0:25079:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1784935849.704482:0:25079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4541529e00/0x857e02f4e0b181cb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b181d2 expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935849.704494:0:25079:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4541529e00/0x857e02f4e0b181cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b181d2 expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935849.704502:0:25079:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8d444316d800 from 1 10000000:01000000:0.0:1784935849.704504:0:25079:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1784935849.704540:0:25079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b181e7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935849.704558:0:25079:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b181e7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935849.704569:0:25079:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b181e7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935849.704594:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212224:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784935849.704657:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935849.704692:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454913f300 going to sleep for 11 seconds 00000100:00100000:3.0:1784935849.704764:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292212224 00000100:00100000:3.0:1784935849.704771:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292212224 00000100:00100000:3.0:1784935849.704806:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1784935849.704813:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456deff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+22:25079:x1871640292212224:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784935849.704825:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784935849.704836:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4541528800/0x857e02f4e0b181ee lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b181e7 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935849.704857:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4541528800/0x857e02f4e0b181ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b181e7 expref: 23 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935849.704865:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4541528800/0x857e02f4e0b181ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b181e7 expref: 23 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935849.704878:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4541528800, rc 0) 00000100:00100000:3.0:1784935849.704942:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456deff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+23:25079:x1871640292212224:12345-0@lo:101:mount.lustre.0 Request processed in 113us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935849.704949:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1784935849.705138:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212224:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784935849.705152:0:25079:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b181e7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b181ee expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935849.705161:0:25079:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b181e7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b181ee expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1784935849.707586:0:25079:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1784935849.707845:0:25079:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784935849.708108:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1784935849.708130:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1784935849.708145:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1784935849.708171:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1784935849.708186:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1784935849.708198:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1784935849.708211:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1784935849.708224:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1784935849.708237:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1784935849.708250:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1784935849.708264:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1784935849.708281:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1784935849.708286:0:25079:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1784935849.708471:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212352:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784935849.708530:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935849.708609:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454913f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784935849.708658:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292212352 00000100:00100000:2.0:1784935849.708665:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292212352 00000100:00100000:2.0:1784935849.708752:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1784935849.708762:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+23:25079:x1871640292212352:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784935849.708867:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+23:25079:x1871640292212352:12345-0@lo:501:mount.lustre.0 Request processed in 106us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935849.708873:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1784935849.709053:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212352:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784935849.709083:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212480:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784935849.709117:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935849.709138:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454913f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935849.709183:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292212480 00000100:00100000:1.0:1784935849.709187:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292212480 00000100:00100000:1.0:1784935849.709217:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1784935849.709223:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+23:25079:x1871640292212480:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784935849.709292:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+23:25079:x1871640292212480:12345-0@lo:503:mount.lustre.0 Request processed in 69us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935849.709299:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1784935849.709490:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212480:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1784935849.709776:0:25079:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1784935849.709825:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212608:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935849.709858:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935849.709897:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454913f300 going to sleep for 11 seconds 00000100:00100000:1.0:1784935849.710069:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292212608 00000100:00100000:1.0:1784935849.710074:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292212608 00000100:00100000:1.0:1784935849.710107:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1784935849.710113:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+23:25079:x1871640292212608:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784935849.710681:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+23:25079:x1871640292212608:12345-0@lo:502:mount.lustre.0 Request processed in 566us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935849.710688:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1784935849.710750:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212608:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784935849.710873:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1784935849.710890:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1784935849.710897:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1784935849.710904:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1784935849.710923:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1784935849.710968:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1784935849.710985:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1784935849.710998:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1784935849.711011:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1784935849.711127:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1784935849.711146:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1784935849.711172:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443664700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212736:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784935849.711213:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935849.711270:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d455e34b300 going to sleep for 11 seconds 00000100:00100000:2.0:1784935849.711301:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292212736 00000100:00100000:2.0:1784935849.711306:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292212736 00000100:00100000:3.0:1784935849.711443:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1784935849.711453:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+23:25079:x1871640292212736:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784935849.711593:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+23:25079:x1871640292212736:12345-0@lo:502:mount.lustre.0 Request processed in 141us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935849.711599:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1784935849.711655:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443664700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212736:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1784935849.711692:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1784935849.711700:0:25079:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1784935849.714232:0:25087:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784935849.714244:0:25087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935849.714247:0:25087:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1784935849.714254:0:25087:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d444316d800 00000020:00000080:1.0:1784935849.714257:0:25087:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1784935849.714264:0:25087:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784935849.714267:0:25087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935849.714268:0:25087:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1784935849.714271:0:25087:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784935849.714273:0:25087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935849.714274:0:25087:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1784935849.714277:0:25087:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d444316d800 00000020:00000080:1.0:1784935849.714280:0:25087:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1784935849.714414:0:25087:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784935849.714418:0:25087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935849.714419:0:25087:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1784935849.714422:0:25087:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784935849.714425:0:25087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935849.714426:0:25087:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1784935849.714429:0:25087:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d444316d800 00000020:00000080:1.0:1784935849.714431:0:25087:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1784935849.714450:0:25087:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784935849.714452:0:25087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935849.714460:0:25087:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1784935849.714464:0:25087:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784935849.714467:0:25087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935849.714468:0:25087:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1784935849.714471:0:25087:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d444316d800 00000020:00000080:1.0:1784935849.714474:0:25087:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1784935849.714496:0:25087:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784935849.714499:0:25087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784935849.714501:0:25087:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1784935849.714503:0:25087:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1784935849.718415:0:25079:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1784935849.718471:0:25079:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1784935849.718490:0:25079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b181e7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b181ee expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935849.718502:0:25079:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b181e7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b181ee expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935849.718565:0:25079:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1784935849.718568:0:25079:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d444316d800 10000000:01000000:0.0:1784935849.718571:0:25079:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d444316d800 10000000:01000000:0.0:1784935849.718574:0:25079:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1784935849.718651:0:25079:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8d444316d800 from 1 10000000:01000000:0.0:1784935849.718654:0:25079:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1784935849.718691:0:25079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b181f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935849.718699:0:25079:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b181f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935849.718726:0:25079:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b181f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935849.718749:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212864:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784935849.718812:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935849.718847:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454913f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935849.720556:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292212864 00000100:00100000:1.0:1784935849.720567:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292212864 00000100:00100000:1.0:1784935849.720690:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1784935849.720700:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+23:25079:x1871640292212864:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784935849.720718:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784935849.720733:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d457d1b9400/0x857e02f4e0b181fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b181f5 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.720758:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d1b9400/0x857e02f4e0b181fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b181f5 expref: 24 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.720769:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d457d1b9400/0x857e02f4e0b181fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b181f5 expref: 24 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.720778:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d457d1b9400, rc 0) 00000100:00100000:1.0:1784935849.720842:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+24:25079:x1871640292212864:12345-0@lo:101:mount.lustre.0 Request processed in 144us (2029us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935849.720848:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1784935849.721699:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212864:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784935849.721719:0:25079:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b181f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b181fc expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935849.721730:0:25079:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b181f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b181fc expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1784935849.726781:0:25079:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1784935849.727072:0:25079:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784935849.727240:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1784935849.727262:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1784935849.727276:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1784935849.727288:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1784935849.727300:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1784935849.727328:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1784935849.729455:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1784935849.729496:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1784935849.729527:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1784935849.729558:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1784935849.729586:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1784935849.729607:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1784935849.729625:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1784935849.729641:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1784935849.729672:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1784935849.729692:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1784935849.729706:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1784935849.729722:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1784935849.729746:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1784935849.729834:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1784935849.729851:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1784935849.729866:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1784935849.729901:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1784935849.729919:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1784935849.730041:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1784935849.730135:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1784935849.730162:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1784935849.730178:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1784935849.730195:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1784935849.730229:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1784935849.730248:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1784935849.730265:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1784935849.730279:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1784935849.730312:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1784935849.730346:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1784935849.730366:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1784935849.730376:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1784935849.730385:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1784935849.730407:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1784935849.730417:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1784935849.730426:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1784935849.730434:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1784935849.730442:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1784935849.730450:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1784935849.730460:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1784935849.730689:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1784935849.730706:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1784935849.730728:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1784935849.731014:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1784935849.731041:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1784935849.731133:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1784935849.731140:0:25079:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1784935849.731231:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212992:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784935849.731286:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935849.731420:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454913f780 going to sleep for 11 seconds 00000100:00100000:3.0:1784935849.732509:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292212992 00000100:00100000:3.0:1784935849.732518:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292212992 00000100:00100000:3.0:1784935849.732587:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1784935849.732598:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+24:25079:x1871640292212992:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784935849.732745:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+24:25079:x1871640292212992:12345-0@lo:501:mount.lustre.0 Request processed in 148us (1457us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935849.732753:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1784935849.734205:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292212992:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784935849.734263:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292213120:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784935849.734323:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935849.734443:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454913f780 going to sleep for 11 seconds 00000100:00100000:3.0:1784935849.737475:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292213120 00000100:00100000:3.0:1784935849.737489:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292213120 00000100:00100000:3.0:1784935849.737558:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1784935849.737568:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+24:25079:x1871640292213120:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784935849.737845:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+24:25079:x1871640292213120:12345-0@lo:503:mount.lustre.0 Request processed in 278us (3520us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935849.737854:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1784935849.737973:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292213120:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1784935849.738488:0:25079:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1784935849.738644:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292213248:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935849.738695:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935849.738730:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454913f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784935849.738801:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292213248 00000100:00100000:3.0:1784935849.738812:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292213248 00000100:00100000:3.0:1784935849.738848:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1784935849.738856:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+24:25079:x1871640292213248:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784935849.738953:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+24:25079:x1871640292213248:12345-0@lo:502:mount.lustre.0 Request processed in 97us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935849.738960:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1784935849.739489:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292213248:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784935849.739739:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1784935849.739766:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1784935849.739781:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1784935849.739796:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1784935849.739809:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1784935849.739823:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1784935849.739836:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1784935849.739849:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1784935849.739862:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1784935849.739884:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1784935849.739896:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1784935849.739909:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1784935849.739921:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1784935849.739958:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1784935849.739973:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1784935849.739985:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1784935849.740012:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1784935849.740026:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1784935849.740039:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1784935849.740050:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1784935849.740061:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1784935849.740073:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1784935849.740085:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1784935849.740098:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1784935849.740111:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1784935849.740123:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1784935849.740135:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1784935849.740148:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1784935849.740162:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1784935849.740175:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1784935849.740187:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1784935849.740199:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1784935849.740224:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1784935849.740237:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1784935849.740249:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1784935849.740260:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1784935849.740271:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1784935849.740282:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1784935849.740292:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1784935849.740304:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1784935849.740316:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1784935849.740329:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1784935849.741702:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1784935849.741720:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1784935849.741731:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1784935849.741743:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1784935849.741755:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1784935849.741768:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1784935849.741846:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292213376:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935849.741921:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935849.742545:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454913f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784935849.745285:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292213376 00000100:00100000:3.0:1784935849.745297:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292213376 00000100:00100000:3.0:1784935849.745446:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1784935849.745457:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+24:25079:x1871640292213376:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784935849.745628:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+24:25079:x1871640292213376:12345-0@lo:502:mount.lustre.0 Request processed in 174us (3707us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935849.745636:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1784935849.745722:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292213376:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1784935849.746051:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1784935849.746083:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1784935849.746661:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443664700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292213504:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784935849.746714:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935849.751508:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292213504 00000100:00100000:0.0:1784935849.751522:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292213504 00000100:00100000:1.0:1784935849.751549:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4542adfe40 going to sleep for 11 seconds 00000100:00100000:0.0:1784935849.751578:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1784935849.751589:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+24:25079:x1871640292213504:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935849.751752:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+24:25079:x1871640292213504:12345-0@lo:502:mount.lustre.0 Request processed in 165us (5038us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935849.751991:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443664700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292213504:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784935849.752095:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000040:00080000:1.0:1784935849.752191:0:25079:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1784935849.752207:0:25079:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1784935849.753590:0:25092:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1784935849.753609:0:25092:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8d4581edcd40) 00000020:00000080:0.0:1784935849.753634:0:25092:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1784935849.754499:0:25092:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d444316d800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1784935849.754507:0:25092:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d444316d800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1784935849.754510:0:25092:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d444316d800 3 00010000:00080000:0.0:1784935849.754547:0:25092:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d455e1d2000@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.128@tcp at head 00010000:00010000:0.0:1784935849.759623:0:25092:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1784935849.759725:0:25092:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1784935849.759794:0:25092:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1784935849.759809:0:25092:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x857e02f4e0b1820a 00000100:00080000:0.0:1784935849.759821:0:25092:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1784935849.759826:0:25092:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d455e1d2000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:0.0:1784935849.759867:0:25092:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4443dac700 x1871640292213632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784935849.760467:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3648:1871640292213632:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1784935849.760538:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1784935849.760751:0:25092:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1784935849.760802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935849.760807:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784935849.760810:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935849.760813:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784935849.760854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935849.760858:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1784935849.760861:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d457d24b000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784935849.760866:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 668 00000100:00080000:0.0:1784935849.760870:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1784935849.760876:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d457d24b000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:0.0:1784935849.760910:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d44431f2300 x1871640292214272/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784935849.761102:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3649:1871640292213888:0@lo:400:kworker.0 00000100:00100000:2.0:1784935849.761139:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935849.761165:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1784935849.761171:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292214016:0@lo:400:kworker.0 00000100:00100000:2.0:1784935849.761196:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935849.761224:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292213632 00000100:00100000:2.0:1784935849.761230:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292213632 00000100:00100000:2.0:1784935849.761265:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292213888 00000100:00100000:2.0:1784935849.761269:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292213888 00000100:00100000:2.0:1784935849.761296:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1784935849.761302:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574646680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1871640292213888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935849.761367:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574646680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1871640292213888:12345-0@lo:400:kworker.0 Request processed in 65us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935849.761375:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1784935849.761390:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1784935849.761394:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3648:x1871640292213632:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1784935849.761414:0:22762:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 669 last 0 00000020:00000080:2.0:1784935849.761444:0:22762:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x857e02f4e0b18211 00000004:00100000:2.0:1784935849.761457:0:22762:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1784935849.761481:0:22762:0:(import.c:65:import_set_state_nolock()) ffff8d4442a0c000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784935849.763523:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292214272:0@lo:8:kworker.0 00000100:00100000:1.0:1784935849.763603:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935849.763745:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1871640292213632:12345-0@lo:38:llog_process_th.0 Request processed in 2345us (3203us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935849.763757:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1784935849.763807:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292213760:0@lo:400:kworker.0 00000100:00100000:2.0:1784935849.763818:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3649:1871640292214528:0@lo:400:kworker.0 00000100:00100000:0.0:1784935849.763853:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935849.763861:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935849.763884:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1871640292214400:0@lo:400:kworker.0 00010000:00080000:2.0:1784935849.763908:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4443dadf80 x1871640292213888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935849.763922:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3649:1871640292213888:0@lo:400:kworker.0 00000100:00100000:2.0:1784935849.763956:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1784935849.763962:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1871640292214656:0@lo:400:kworker.0 00000100:00100000:2.0:1784935849.763982:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935849.764004:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292214528 00000100:00100000:2.0:1784935849.764014:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292214528 00000100:00100000:2.0:1784935849.764039:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292214656 00000100:00100000:2.0:1784935849.764042:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292214656 00000100:00100000:2.0:1784935849.764054:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1784935849.764062:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1871640292214528:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1784935849.764083:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d4443dac700 x1871640292213632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1784935859 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935849.764093:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1784935849.764102:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00100000:2.0:1784935849.764110:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1871640292214528:12345-0@lo:400:kworker.0 Request processed in 48us (248us total) trans 0 rc 0/0 00000100:00080000:1.0:1784935849.764110:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1784935849.764117:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00100000:2.0:1784935849.764121:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:1.0:1784935849.764122:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d455e1d2000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1784935849.764133:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3648:1871640292213632:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1784935849.764140:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1784935849.764147:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1871640292214656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935849.764168:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292214016 00000100:00100000:1.0:1784935849.764173:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292214016 00000100:00100000:2.0:1784935849.764177:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1871640292214656:12345-0@lo:400:kworker.0 Request processed in 30us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935849.764184:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1784935849.764206:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292213760 00000100:00100000:1.0:1784935849.764209:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292213760 00010000:00080000:2.0:1784935849.764218:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d44431f3480 x1871640292214656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935849.764227:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1784935849.764230:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1871640292214656:0@lo:400:kworker.0 00000100:00100000:1.0:1784935849.764237:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292214016:12345-0@lo:400:kworker.0 00010000:00080000:2.0:1784935849.764244:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d44431f3b80 x1871640292214528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935849.764254:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3649:1871640292214528:0@lo:400:kworker.0 00000100:00100000:1.0:1784935849.764282:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292214016:12345-0@lo:400:kworker.0 Request processed in 46us (3084us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935849.764283:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292214016:0@lo:400:kworker.0 00000100:00100000:1.0:1784935849.764299:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1784935849.764314:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1784935849.764320:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292213760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935849.764362:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292213760:12345-0@lo:400:kworker.0 Request processed in 42us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935849.764368:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1784935849.764491:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935849.764527:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292213760:0@lo:400:kworker.0 00000100:00100000:0.0:1784935849.764536:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1784935849.764543:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292214144:0@lo:400:kworker.0 00000100:00100000:0.0:1784935849.764565:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935849.764617:0:24266:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292214272 00000100:00100000:0.0:1784935849.764621:0:24266:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292214272 00000100:00100000:0.0:1784935849.764640:0:24266:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292214144 00000100:00100000:0.0:1784935849.764643:0:24266:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292214144 00000100:00100000:0.0:1784935849.764666:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784935849.764673:0:24266:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292214144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935849.764709:0:24266:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292214144:12345-0@lo:400:kworker.0 Request processed in 36us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935849.764715:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784935849.764728:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1784935849.764732:0:24266:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3648:x1871640292214272:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1784935849.764780:0:24266:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3648:x1871640292214272:12345-0@lo:8:kworker.0 Request processed in 45us (1177us total) trans 0 rc -11/-11 00000100:00100000:0.0:1784935849.764786:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1784935849.764814:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d44431f2680 x1871640292214144/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1784935865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935849.764823:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292214144:0@lo:400:kworker.0 00000100:00100000:0.0:1784935849.764843:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784935849.764848:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d457d24b000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784935849.764852:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1784935849.764855:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292214272:0@lo:8:kworker.0 00000100:00100000:1.0:1784935849.765207:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292214400 00000100:00100000:1.0:1784935849.765212:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292214400 00000100:00100000:1.0:1784935849.765241:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1784935849.765249:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1871640292214400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935849.765291:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1871640292214400:12345-0@lo:400:kworker.0 Request processed in 43us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935849.765298:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00080000:0.0:1784935849.765625:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d44431f1c00 x1871640292214400/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935849.765639:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1871640292214400:0@lo:400:kworker.0 00000020:01000004:0.0:1784935849.765919:0:25092:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1784935849.765970:0:25092:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8d44420999c0) 00000020:00000080:0.0:1784935849.766000:0:25092:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1784935849.766201:0:25092:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d444316d800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1784935849.766205:0:25092:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d444316d800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1784935849.766208:0:25092:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d444316d800 3 00010000:00080000:0.0:1784935849.766234:0:25092:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d455e1d4800@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.128@tcp at head 00010000:00010000:0.0:1784935849.769289:0:25092:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1784935849.769506:0:25092:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1784935849.769554:0:25092:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1784935849.769568:0:25092:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x857e02f4e0b1821f 00000100:00080000:0.0:1784935849.769579:0:25092:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1784935849.769585:0:25092:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8d455e1d4800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:0.0:1784935849.769623:0:25092:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d44431f1c00 x1871640292214784/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784935849.769670:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3648:1871640292214784:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1784935849.769738:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935849.769802:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292214784 00000100:00100000:0.0:1784935849.769809:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292214784 00000100:00100000:0.0:1784935849.769844:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1784935849.769852:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3648:x1871640292214784:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1784935849.769879:0:22762:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 669 last 0 00000020:00000080:0.0:1784935849.772114:0:22762:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x857e02f4e0b18226 00000004:00100000:0.0:1784935849.772138:0:22762:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1784935849.772259:0:22762:0:(import.c:65:import_set_state_nolock()) ffff8d455e1d3000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784935849.772466:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1871640292214784:12345-0@lo:38:llog_process_th.0 Request processed in 2609us (2723us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935849.772478:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1784935849.772628:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d44431f1c00 x1871640292214784/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1784935859 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935849.772647:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784935849.772656:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1784935849.772664:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1784935849.772670:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1784935849.772673:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d455e1d4800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1784935849.772683:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3648:1871640292214784:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1784935849.772715:0:25092:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1784935849.772744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935849.772749:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784935849.772752:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784935849.772755:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1784935849.773129:0:25092:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:1.0:1784935849.773787:0:25079:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1784935849.773828:0:25079:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1784935849.773854:0:25079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b181f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b181fc expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.773866:0:25079:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4554020200/0x857e02f4e0b181f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b181fc expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1784935849.774090:0:25079:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1784935849.774093:0:25079:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1784935849.774094:0:25079:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784935849.774096:0:25079:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784935849.774098:0:25079:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784935849.774099:0:25079:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784935849.774101:0:25079:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1784935849.774104:0:25079:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784935849.774110:0:25079:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1784935849.774113:0:25079:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:1.0:1784935849.774116:0:25079:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1784935849.774117:0:25079:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1784935849.774119:0:25079:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784935849.774120:0:25079:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784935849.774121:0:25079:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784935849.774123:0:25079:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784935849.774124:0:25079:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1784935849.774125:0:25079:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784935849.774126:0:25079:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1784935849.774150:0:25079:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1784935849.774168:0:25079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443667480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292214912:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1784935849.774231:0:25079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935849.774269:0:25079:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4542adfcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1784935849.774464:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292214912 00000100:00100000:0.0:1784935849.774471:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292214912 00000100:00100000:0.0:1784935849.774520:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1784935849.774529:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+24:25079:x1871640292214912:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1784935849.774557:0:22753:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1784935849.774571:0:22753:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1784935849.779446:0:22753:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1784935849.779465:0:22753:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:0.0:1784935849.779736:0:22776:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1784935849.779741:0:22776:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1784935849.779761:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d4554021800/0x857e02f4e0b1822d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935849.779778:0:22776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b181a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b1819a expref: 24 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935849.779801:0:22776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d457d1b8400/0x857e02f4e0b181af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b181a8 expref: 24 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935849.779807:0:22776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d4554021800/0x857e02f4e0b1822d lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935849.779857:0:22776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d457d1b8400/0x857e02f4e0b181af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x857e02f4e0b181a8 expref: 24 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935849.779871:0:22776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d457d1b8400/0x857e02f4e0b181af lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x857e02f4e0b181a8 expref: 24 pid: 22755 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935849.779885:0:22776:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22776:1871640292215040:0@lo:104: 00000100:00100000:0.0:1784935849.779971:0:22776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1784935849.780017:0:22776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b181a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x857e02f4e0b1819a expref: 24 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935849.780026:0:22776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b181a1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x857e02f4e0b1819a expref: 24 pid: 22755 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935849.780032:0:22743:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292215040 00000100:00100000:0.0:1784935849.780037:0:22776:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443d6dc00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22776:1871640292215168:0@lo:104: 00000100:00100000:1.0:1784935849.780040:0:22743:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292215040 00000100:00100000:0.0:1784935849.780065:0:22776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935849.780179:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+24:25079:x1871640292214912:12345-0@lo:253:mount.lustre.0 Request processed in 5650us (5947us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935849.780189:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1784935849.780965:0:22776:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454913f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935849.782674:0:22743:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292215168 00000100:00100000:1.0:1784935849.782686:0:22743:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292215168 00000100:00100000:1.0:1784935849.782725:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1784935849.782734:0:22743:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0883f439-c2be-437a-b694-9442d8eddaa0+4:22776:x1871640292215040:12345-0@lo:104: 00010000:00010000:1.0:1784935849.782751:0:22743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b181a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b181af expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.782869:0:22743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1784935849.782877:0:22743:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0883f439-c2be-437a-b694-9442d8eddaa0+4:22776:x1871640292215040:12345-0@lo:104: Request processed in 144us (2906us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935849.782884:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1784935849.783123:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1784935849.783133:0:22743:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0883f439-c2be-437a-b694-9442d8eddaa0+3:22776:x1871640292215168:12345-0@lo:104: 00010000:00010000:1.0:1784935849.783142:0:22743:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b1819a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b181a1 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.783190:0:22743:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1784935849.783196:0:22743:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0883f439-c2be-437a-b694-9442d8eddaa0+3:22776:x1871640292215168:12345-0@lo:104: Request processed in 66us (3132us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935849.783203:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:1.0:1784935849.783223:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784935849.783229:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b181a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b181af expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.783238:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d301000 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:1.0:1784935849.783243:0:22749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b181a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x857e02f4e0b181af expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.783252:0:22749:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b181a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x857e02f4e0b181af expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784935849.783259:0:22749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b181a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x857e02f4e0b181af expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784935849.783265:0:22749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1784935849.783299:0:22749:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b181a8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b181af expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935849.783391:0:25079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443667480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0883f439-c2be-437a-b694-9442d8eddaa0:25079:1871640292214912:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1784935849.783406:0:25079:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1784935849.783409:0:25079:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1784935849.783411:0:25079:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1784935849.783412:0:25079:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1784935849.783420:0:25079:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1784935849.783421:0:25079:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1784935849.783423:0:25079:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1784935849.783424:0:25079:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1784935849.783426:0:25079:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1784935849.783428:0:25079:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:1.0:1784935849.783441:0:22749:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:02000000:0.0:1784935849.783443:0:25079:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:1.0:1784935849.783467:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b181a8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b181af expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.783474:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d457d301000/0x857e02f4e0b181a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b181af expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.783495:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784935849.783499:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b1819a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b181a1 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.783505:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d300000 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:1.0:1784935849.783508:0:22749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b1819a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x857e02f4e0b181a1 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.783516:0:22749:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b1819a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x857e02f4e0b181a1 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784935849.783522:0:22749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b1819a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x857e02f4e0b181a1 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784935849.783527:0:22749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1784935849.783542:0:22749:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b1819a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b181a1 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.783548:0:22749:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784935849.783554:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b1819a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b181a1 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.783561:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d457d300000/0x857e02f4e0b1819a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b181a1 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.783576:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935849.783578:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935849.783580:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935849.783599:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784935849.783619:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292215296:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784935849.783655:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935849.783699:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1784935849.783706:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292215424:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784935849.783727:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935849.783758:0:22746:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292215296 00000100:00100000:1.0:1784935849.783762:0:22746:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292215296 00010000:00010000:1.0:1784935849.783782:0:22746:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d457d1b8400/0x857e02f4e0b181af lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b181a8 expref: 24 pid: 22755 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935849.783803:0:22746:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292215424 00000100:00100000:1.0:1784935849.783806:0:22746:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292215424 00010000:00010000:1.0:1784935849.783819:0:22746:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b181a1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b1819a expref: 25 pid: 22755 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935849.783833:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1784935849.783840:0:22746:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443667100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0883f439-c2be-437a-b694-9442d8eddaa0+25:3651:x1871640292215296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784935849.783852:0:22746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784935849.783858:0:22746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d457d1b8400/0x857e02f4e0b181af lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b181a8 expref: 25 pid: 22755 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.783870:0:22746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d457d1b8400/0x857e02f4e0b181af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x857e02f4e0b181a8 expref: 25 pid: 22755 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.783885:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d1b8400/0x857e02f4e0b181af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x857e02f4e0b181a8 expref: 25 pid: 22755 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935849.783986:0:22776:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22776:1871640292215040:0@lo:104: 00000100:00100000:2.0:1784935849.784005:0:22776:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443d6dc00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22776:1871640292215168:0@lo:104: 00010000:00010000:2.0:1784935849.784023:0:22776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d4554021800/0x857e02f4e0b1822d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935849.784594:0:22745:0:(service.c:3461:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1784935849.784604:0:22745:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:1.0:1784935849.784680:0:22746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784935849.784722:0:22746:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443667100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0883f439-c2be-437a-b694-9442d8eddaa0+24:3651:x1871640292215296:12345-0@lo:103:ldlm_bl.0 Request processed in 881us (1066us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935849.784738:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1784935849.784757:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1784935849.784764:0:22746:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443665f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0883f439-c2be-437a-b694-9442d8eddaa0+23:3651:x1871640292215424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784935849.784775:0:22746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784935849.784781:0:22746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b181a1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b1819a expref: 23 pid: 22755 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.784792:0:22746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b181a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x857e02f4e0b1819a expref: 23 pid: 22755 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.784806:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d1b9e00/0x857e02f4e0b181a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x857e02f4e0b1819a expref: 23 pid: 22755 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.784819:0:22746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d4554021800/0x857e02f4e0b1822d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.784827:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4554021800/0x857e02f4e0b1822d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1784935849.784842:0:22746:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.012350975s 00010000:00010000:1.0:1784935849.784847:0:22746:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d4554021800/0x857e02f4e0b1822d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.784855:0:22746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d4554021800/0x857e02f4e0b1822d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.784863:0:22746:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d4554021800/0x857e02f4e0b1822d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.784871:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d4554021800/0x857e02f4e0b1822d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.784884:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021800 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:1.0:1784935849.785133:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d4554021800/0x857e02f4e0b1822d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.785144:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d4554021800/0x857e02f4e0b1822d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935849.785239:0:22776:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d4554021800/0x857e02f4e0b1822d lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935849.785248:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d4554021800/0x857e02f4e0b1822d lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.785279:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d4554021800/0x857e02f4e0b1822d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.785287:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4554021800/0x857e02f4e0b1822d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935849.785302:0:22746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784935849.785621:0:22746:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443665f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0883f439-c2be-437a-b694-9442d8eddaa0+22:3651:x1871640292215424:12345-0@lo:103:ldlm_bl.0 Request processed in 856us (1891us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935849.785629:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1784935849.785671:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292215424:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784935849.785680:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292215296:0@lo:103:ldlm_bl.0 00000001:00000004:0.0:1784935849.787165:0:25079:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1784935849.792131:0:25079:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1784935849.792142:0:25079:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1784935849.792176:0:25079:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1784935849.792217:0:25079:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.128@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1784935849.792235:0:25079:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:0.0:1784935849.792254:0:25079:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:0.0:1784935849.794087:0:25079:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784935849.794319:0:25079:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1784935850.221153:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1784935850.646692:0:25146:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784935850.647100:0:25146:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1784935851.245186:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1784935851.501992:0:22757:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1784935851.501999:0:22757:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8d4581ebc000 from 14 10000000:01000000:1.0:1784935851.502004:0:22757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1784935851.502041:0:22757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d1b9e00/0x857e02f4e0b18234 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935851.502052:0:22757:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d457d1b9e00/0x857e02f4e0b18234 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935851.502079:0:22757:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d457d1b9e00/0x857e02f4e0b18234 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935851.502104:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443665880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292215552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1784935851.502167:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935851.502203:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4542adf9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935851.502233:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292215552 00000100:00100000:1.0:1784935851.502239:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292215552 00000100:00100000:1.0:1784935851.502283:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1784935851.502292:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+22:22757:x1871640292215552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784935851.502316:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784935851.502338:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d457d1b9a00/0x857e02f4e0b1823b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b18234 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935851.502360:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d1b9a00/0x857e02f4e0b1823b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b18234 expref: 23 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935851.502371:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d457d1b9a00/0x857e02f4e0b1823b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b18234 expref: 23 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935851.502380:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d457d1b9a00, rc 0) 00000100:00100000:1.0:1784935851.502418:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+23:22757:x1871640292215552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935851.502424:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1784935851.502471:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443665880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292215552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784935851.502485:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d457d1b9e00/0x857e02f4e0b18234 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1823b expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935851.502499:0:22757:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d457d1b9e00/0x857e02f4e0b18234 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b1823b expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935851.502546:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443665880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292215680:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1784935851.502574:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935851.502587:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4542adf9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784935851.503424:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292215680 00000100:00100000:2.0:1784935851.503431:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292215680 00000100:00100000:2.0:1784935851.503472:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1784935851.503480:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+23:22757:x1871640292215680:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1784935851.503497:0:22753:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1784935851.503513:0:22753:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1784935851.503516:0:22753:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1784935851.503596:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+23:22757:x1871640292215680:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 117us (1020us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935851.503603:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1784935851.503637:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443665880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292215680:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1784935851.503691:0:22757:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1784935851.503698:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d1b9e00/0x857e02f4e0b18234 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1823b expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935851.503708:0:22757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d457d1b9e00/0x857e02f4e0b18234 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1823b expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935851.503717:0:22757:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1784935851.503719:0:22757:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8d45730cc000 from 14 10000000:01000000:2.0:1784935851.503721:0:22757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1784935851.503741:0:22757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d300e00/0x857e02f4e0b18242 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935851.503757:0:22757:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d457d300e00/0x857e02f4e0b18242 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935851.503765:0:22757:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d457d300e00/0x857e02f4e0b18242 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935851.503783:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292215808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1784935851.503810:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935851.503832:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4548362f00 going to sleep for 11 seconds 00000100:00100000:2.0:1784935851.503843:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292215808 00000100:00100000:2.0:1784935851.503846:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292215808 00000100:00100000:2.0:1784935851.503865:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1784935851.503871:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+23:22757:x1871640292215808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784935851.503878:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935851.503887:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d457d300c00/0x857e02f4e0b18249 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b18242 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935851.503904:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d457d300c00/0x857e02f4e0b18249 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b18242 expref: 24 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935851.503913:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d457d300c00/0x857e02f4e0b18249 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b18242 expref: 24 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935851.503921:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d457d300c00, rc 0) 00000100:00100000:2.0:1784935851.503965:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+24:22757:x1871640292215808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 94us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935851.503970:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1784935851.504005:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292215808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784935851.504016:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d457d300e00/0x857e02f4e0b18242 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18249 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935851.504024:0:22757:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d457d300e00/0x857e02f4e0b18242 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b18249 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935851.504060:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292215936:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1784935851.504087:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935851.504108:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4548362f00 going to sleep for 11 seconds 00000100:00100000:1.0:1784935851.504147:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292215936 00000100:00100000:1.0:1784935851.504152:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292215936 00000100:00100000:1.0:1784935851.504185:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1784935851.504192:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+24:22757:x1871640292215936:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1784935851.504202:0:22755:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1784935851.504213:0:22755:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1784935851.504216:0:22755:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1784935851.504275:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+24:22757:x1871640292215936:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 84us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935851.504282:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1784935851.504424:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292215936:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1784935851.504460:0:22757:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1784935851.504466:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d457d300e00/0x857e02f4e0b18242 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18249 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935851.504475:0:22757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d457d300e00/0x857e02f4e0b18242 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18249 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1784935851.629757:0:22796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1784935852.273409:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935853.293791:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784935853.486960:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1784935853.486982:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292216064:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1784935853.487046:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935853.487091:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292216064 00000100:00100000:1.0:1784935853.487098:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292216064 00000100:00100000:1.0:1784935853.487143:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1784935853.487152:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292216064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1784935853.487185:0:22766:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1784935853.487230:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292216064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935853.487244:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1784935853.487286:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292216064:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1784935853.488938:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1784935853.488957:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292216192:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1784935853.489226:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935853.489272:0:23501:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292216192 00000100:00100000:2.0:1784935853.489278:0:23501:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292216192 00000100:00100000:2.0:1784935853.489397:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1784935853.489407:0:23501:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292216192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1784935853.489689:0:23501:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1784935853.489751:0:23501:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292216192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 345us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935853.489767:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1784935853.489921:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292216192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1784935853.997160:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292216320:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1784935853.997225:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935853.997399:0:24267:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292216320 00000100:00100000:0.0:1784935853.997407:0:24267:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292216320 00000100:00100000:0.0:1784935853.997467:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784935853.997477:0:24267:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292216320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1784935853.997505:0:24267:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784935853.997549:0:24267:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292216320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935853.997556:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1784935853.997611:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1784935853.997643:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4443d6c000 x1871640292216320/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1784935869 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935853.997660:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292216320:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1784935854.253606:0:23514:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1784935854.317047:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935854.894059:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784935834/real 1784935834] req@ffff8d4443599c00 x1871640292202112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935854 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935854.894089:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d4443599c00 x1871640292202112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935854 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935854.894098:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784935834/real 1784935834] req@ffff8d444359b800 x1871640292202240/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935854 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935854.894121:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d444359b800 x1871640292202240/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784935854 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1784935854.894139:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4443e31000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784935854.894157:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1784935854.894161:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292202112:0@lo:8:kworker.0 00000100:00080000:0.0:1784935854.894167:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d45757db800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784935854.894173:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1784935854.894175:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d444359b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292202240:0@lo:8:kworker.0 00000100:00080000:2.0:1784935854.894397:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784935854.894402:0:15171:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1784935854.894405:0:15171:0:(import.c:65:import_set_state_nolock()) ffff8d4443e31000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784935854.894410:0:15171:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 653 00000100:00080000:2.0:1784935854.894416:0:15171:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1784935854.894422:0:15171:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d4443e31000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:2.0:1784935854.894442:0:15171:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4574644a80 x1871640292216704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784935854.894559:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784935854.894573:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292216448:0@lo:400:kworker.0 00000100:00100000:0.0:1784935854.894638:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935854.894688:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292216448 00000100:00100000:0.0:1784935854.894696:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292216448 00000100:00100000:0.0:1784935854.894745:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1784935854.894754:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44437a3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+24:3651:x1871640292216448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935854.894802:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44437a3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+24:3651:x1871640292216448:12345-0@lo:400:kworker.0 Request processed in 49us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935854.894809:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1784935854.894853:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292216448:0@lo:400:kworker.0 00000100:00100000:3.0:1784935854.894914:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292216576:0@lo:400:kworker.0 00000100:00100000:3.0:1784935854.894973:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935854.895047:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292216576 00000100:00100000:0.0:1784935854.895051:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292216576 00000100:00100000:0.0:1784935854.895088:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1784935854.895093:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292216576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935854.895146:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292216576:12345-0@lo:400:kworker.0 Request processed in 51us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935854.895152:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1784935854.895177:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292216576:0@lo:400:kworker.0 00000100:00080000:2.0:1784935854.895357:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784935854.895362:0:15171:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1784935854.895364:0:15171:0:(import.c:65:import_set_state_nolock()) ffff8d45757db800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784935854.895368:0:15171:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 653 00000100:00080000:2.0:1784935854.895371:0:15171:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1784935854.895375:0:15171:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d45757db800 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:2.0:1784935854.895396:0:15171:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4574645880 x1871640292216832/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784935854.895455:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1784935854.895598:0:15171:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784935854.895602:0:15171:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1784935854.895604:0:15171:0:(import.c:65:import_set_state_nolock()) ffff8d457d24b000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784935854.895610:0:15171:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d457d24b000 using connection 192.168.203.128@tcp/0@lo 00000100:00100000:2.0:1784935854.895628:0:15171:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d4443dad500 x1871640292217344/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784935854.896569:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292217088:0@lo:400:kworker.0 00000100:00100000:0.0:1784935854.896621:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935854.896656:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784935854.896663:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292217216:0@lo:400:kworker.0 00000100:00100000:0.0:1784935854.896687:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935854.896721:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292217088 00000100:00100000:0.0:1784935854.896729:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292217088 00000100:00100000:0.0:1784935854.896766:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1784935854.896773:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292217088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935854.896821:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292217088:12345-0@lo:400:kworker.0 Request processed in 48us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935854.896827:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1784935854.896849:0:24266:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292217216 00000100:00100000:0.0:1784935854.896852:0:24266:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292217216 00000100:00100000:0.0:1784935854.896877:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784935854.896882:0:24266:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292217216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935854.896912:0:24266:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292217216:12345-0@lo:400:kworker.0 Request processed in 30us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935854.896918:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784935854.896959:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292216704:0@lo:8:kworker.0 00000100:00100000:0.0:1784935854.896990:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935854.897026:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292216832:0@lo:8:kworker.0 00000100:00100000:0.0:1784935854.897053:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935854.897070:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292217344:0@lo:8:kworker.0 00000100:00100000:0.0:1784935854.897089:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935854.897116:0:24263:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292216704 00000100:00100000:0.0:1784935854.897120:0:24263:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292216704 00000100:00100000:0.0:1784935854.897133:0:24263:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292216832 00000100:00100000:0.0:1784935854.897135:0:24263:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292216832 00000100:00100000:0.0:1784935854.897142:0:24263:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292217344 00000100:00100000:0.0:1784935854.897144:0:24263:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292217344 00000100:00100000:0.0:1784935854.897153:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1784935854.897157:0:24263:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3648:x1871640292216704:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1784935854.897182:0:24263:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 674 last 0 00000020:00000080:0.0:1784935854.897210:0:24263:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x857e02f4e0b18250 00002000:00100000:0.0:1784935854.897223:0:24263:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8d455e1d7000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136cf ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1784935854.897227:0:24263:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1784935854.897230:0:24263:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1784935854.897317:0:24263:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1784935854.897340:0:24263:0:(import.c:65:import_set_state_nolock()) ffff8d455e1d2800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784935854.897376:0:24263:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3648:x1871640292216704:12345-0@lo:8:kworker.0 Request processed in 217us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935854.897383:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1784935854.897394:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784935854.897398:0:24263:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3648:x1871640292216832:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1784935854.897413:0:24263:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 674 last 0 00000020:00000080:0.0:1784935854.897430:0:24263:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x857e02f4e0b18257 00002000:00100000:0.0:1784935854.897436:0:24263:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8d4581e88000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136cf ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:0.0:1784935854.897446:0:24263:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:0.0:1784935854.897458:0:24263:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1784935854.897604:0:24263:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1784935854.897618:0:24263:0:(import.c:65:import_set_state_nolock()) ffff8d4566fb8000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784935854.897647:0:24263:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3648:x1871640292216832:12345-0@lo:8:kworker.0 Request processed in 246us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935854.897654:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784935854.897666:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1784935854.897670:0:24263:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3648:x1871640292217344:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1784935854.897684:0:24263:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 674 last 0 00000020:00000080:0.0:1784935854.897707:0:24263:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x857e02f4e0b1825e 00002000:00100000:0.0:1784935854.897713:0:24263:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8d4566fba000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136cf ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:0.0:1784935854.897716:0:24263:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:0.0:1784935854.897719:0:24263:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1784935854.897741:0:24263:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:0.0:1784935854.897756:0:24263:0:(import.c:65:import_set_state_nolock()) ffff8d4581c8c800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784935854.897784:0:24263:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3648:x1871640292217344:12345-0@lo:8:kworker.0 Request processed in 112us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935854.897790:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:0.0:1784935854.897836:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d44431f1c00 x1871640292217216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1784935870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935854.897850:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292217216:0@lo:400:kworker.0 00000100:00100000:0.0:1784935854.897862:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292217088:0@lo:400:kworker.0 00010000:00080000:0.0:1784935854.897891:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4574644a80 x1871640292216704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1784935879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935854.897910:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784935854.897917:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1784935854.897925:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1784935854.897955:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1784935854.897957:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d4443e31000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1784935854.897973:0:3648:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1784935854.897978:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292216704:0@lo:8:kworker.0 00010000:00080000:0.0:1784935854.897992:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4574645880 x1871640292216832/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1784935879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935854.897999:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784935854.898003:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1784935854.898007:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1784935854.898011:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1784935854.898012:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d45757db800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1784935854.898026:0:3648:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1784935854.898029:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1871640292216832:0@lo:8:kworker.0 00010000:00080000:0.0:1784935854.898039:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4443dad500 x1871640292217344/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1784935879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1784935854.898048:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1784935854.898052:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1784935854.898054:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1784935854.898056:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8d457d24b000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1784935854.898075:0:3648:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1784935854.898078:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1871640292217344:0@lo:8:kworker.0 00000004:00080000:0.0:1784935854.898101:0:22784:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1784935854.898159:0:22784:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 674148230623ns, next at 0ns, rc = 0 00080000:00080000:0.0:1784935854.898165:0:22784:0:(osd_handler.c:2851:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1784935854.898537:0:23503:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1784935854.898585:0:23503:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 674148656805ns, next at 0ns, rc = 0 00080000:00080000:1.0:1784935854.898589:0:23503:0:(osd_handler.c:2851:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1784935854.899853:0:22785:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:3.0:1784935854.899878:0:22785:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574005f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22785:1871640292217856:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1784935854.899952:0:22785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935854.899976:0:22785:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45741bf900 going to sleep for 11 seconds 00000100:00100000:3.0:1784935854.899988:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1784935854.900032:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292217728:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1784935854.900057:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935854.900162:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3649:1871640292217472:0@lo:400:kworker.0 00000100:00100000:3.0:1784935854.900192:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935854.900219:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292217472 00000100:00100000:3.0:1784935854.900225:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292217472 00000100:00100000:3.0:1784935854.901393:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1784935854.901410:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1871640292217472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784935854.901547:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1871640292217472:12345-0@lo:400:kworker.0 Request processed in 143us (1353us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935854.901555:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00010000:00080000:3.0:1784935854.901639:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4443daf800 x1871640292217472/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935854.901653:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443daf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3649:1871640292217472:0@lo:400:kworker.0 00000100:00100000:3.0:1784935854.901662:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3649:1871640292216960:0@lo:400:kworker.0 00000100:00100000:3.0:1784935854.901691:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935854.901736:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1784935854.901744:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443d6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292217600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1784935854.901771:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935854.901807:0:24268:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292217728 00000100:00100000:3.0:1784935854.901812:0:24268:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292217728 00000100:00100000:3.0:1784935854.901857:0:24268:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292217600 00000100:00100000:3.0:1784935854.901861:0:24268:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292217600 00000100:00100000:3.0:1784935854.901874:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1784935854.901879:0:24268:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1871640292217728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1784935854.901894:0:24268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1784935854.901978:0:24268:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1871640292217728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (1919us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935854.901983:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1784935854.901994:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1784935854.902000:0:24268:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1871640292217600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1784935854.902016:0:24268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1784935854.902063:0:24268:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1871640292217600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935854.902069:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:3.0:1784935854.902085:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1784935854.902089:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1784935854.902173:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4574007800 x1871640292217728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1784935870 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935854.902188:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292217728:0@lo:13:osp-pre-0-0.0 00010000:00080000:3.0:1784935854.902215:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4443d6c700 x1871640292217600/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1784935870 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935854.902226:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443d6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292217600:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1784935854.902336:0:22786:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1784935854.902422:0:22786:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 674152493257ns, next at 0ns, rc = 0 00080000:00080000:2.0:1784935854.902430:0:22786:0:(osd_handler.c:2851:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1784935854.902615:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1784935854.902625:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1871640292218112:0@lo:400:kworker.0 00000100:00100000:2.0:1784935854.902658:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935854.902710:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3650:1871640292218240:0@lo:400:kworker.0 00000100:00100000:2.0:1784935854.902737:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935854.903399:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292216960 00000100:00100000:0.0:1784935854.903407:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292216960 00000100:00100000:0.0:1784935854.903441:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292218112 00000100:00100000:0.0:1784935854.903444:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292218112 00000100:00100000:0.0:1784935854.903481:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292218240 00000100:00100000:0.0:1784935854.903484:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292218240 00000100:00100000:0.0:1784935854.903499:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1784935854.903506:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1871640292216960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935854.903558:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1871640292216960:12345-0@lo:400:kworker.0 Request processed in 53us (1867us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935854.903565:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1784935854.903579:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1784935854.903585:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443daf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1871640292218112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935854.903620:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443daf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1871640292218112:12345-0@lo:400:kworker.0 Request processed in 36us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935854.903626:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1784935854.903637:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1784935854.903643:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1871640292218240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935854.903669:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1871640292218240:12345-0@lo:400:kworker.0 Request processed in 27us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935854.903674:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000004:00080000:0.0:1784935854.903707:0:23504:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:0.0:1784935854.903724:0:23504:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443d6ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23504:1871640292218624:0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1784935854.903752:0:23504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935854.903770:0:23504:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4547f733c0 going to sleep for 11 seconds 00010000:00080000:0.0:1784935854.904531:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4443dad500 x1871640292218240/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935854.904546:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3650:1871640292218240:0@lo:400:kworker.0 00010000:00080000:0.0:1784935854.904559:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4443dadf80 x1871640292218112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935854.904567:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1871640292218112:0@lo:400:kworker.0 00000100:00100000:0.0:1784935854.904639:0:25033:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292217856 00000100:00100000:0.0:1784935854.904644:0:25033:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292217856 00000100:00100000:0.0:1784935854.904673:0:25033:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292218624 00000100:00100000:0.0:1784935854.904676:0:25033:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292218624 00000100:00100000:0.0:1784935854.904699:0:25033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1784935854.904706:0:25033:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22785:x1871640292217856:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1784935854.904878:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1784935854.904886:0:24265:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23504:x1871640292218624:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1784935854.905051:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3651:1871640292218368:0@lo:400:kworker.0 00000100:00100000:0.0:1784935854.905095:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935854.905119:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1784935854.905126:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1871640292217984:0@lo:400:kworker.0 00000100:00100000:0.0:1784935854.905147:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935854.905158:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443d6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292218496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1784935854.905176:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935854.905197:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292218368 00000100:00100000:0.0:1784935854.905201:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292218368 00000100:00100000:0.0:1784935854.905221:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292217984 00000100:00100000:0.0:1784935854.905224:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292217984 00000100:00100000:3.0:1784935854.905416:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1784935854.905427:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1871640292218368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784935854.905545:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1871640292218368:12345-0@lo:400:kworker.0 Request processed in 120us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935854.905558:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1784935854.905574:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1784935854.905579:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1871640292217984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784935854.905607:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1871640292217984:12345-0@lo:400:kworker.0 Request processed in 27us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935854.905612:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:3.0:1784935854.905631:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1784935854.905636:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1784935854.905638:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1784935854.905656:0:24268:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292218496 00000100:00100000:3.0:1784935854.905660:0:24268:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292218496 00000100:00100000:3.0:1784935854.905682:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1784935854.905688:0:24268:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3651:x1871640292218496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1784935854.905701:0:24268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1784935854.905730:0:24268:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3651:x1871640292218496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935854.905736:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000004:00080000:0.0:1784935854.907648:0:22787:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x5:0x0] 00000100:00100000:0.0:1784935854.907696:0:22787:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443d6e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22787:1871640292218752:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1784935854.907756:0:22787:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1784935854.908023:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4443dac700 x1871640292217984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935854.908036:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1871640292217984:0@lo:400:kworker.0 00010000:00080000:3.0:1784935854.908055:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4443d6f800 x1871640292218496/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1784935870 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935854.908069:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443d6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292218496:0@lo:13:osp-pre-1-1.0 00010000:00080000:3.0:1784935854.908092:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4581e42a00 x1871640292218368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935854.908110:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3651:1871640292218368:0@lo:400:kworker.0 00010000:00080000:3.0:1784935854.908154:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4574646a00 x1871640292216960/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784935854.908164:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3649:1871640292216960:0@lo:400:kworker.0 00000004:00080000:1.0:1784935854.908363:0:23492:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00100000:0.0:1784935854.911633:0:24266:0:(service.c:3461:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:0.0:1784935854.911647:0:24266:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:0.0:1784935854.912293:0:22787:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4575e91300 going to sleep for 11 seconds 00000100:00100000:0.0:1784935854.912338:0:24266:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292218752 00000100:00100000:0.0:1784935854.912347:0:24266:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292218752 00000100:00100000:0.0:1784935854.912466:0:25416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784935854.912474:0:25416:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22787:x1871640292218752:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1784935854.913272:0:24265:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1784935854.913278:0:24265:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1784935854.913409:0:24265:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23504:x1871640292218624:12345-0@lo:7:osp-pre-1-1.0 Request processed in 8521us (9653us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935854.913418:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:0.0:1784935854.913529:0:23504:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4443d6ce00 x1871640292218624/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1784935870 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935854.913543:0:23504:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443d6ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23504:1871640292218624:0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1784935854.913554:0:23504:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1784935854.913590:0:23504:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443d6ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23504:1871640292218880:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1784935854.913625:0:23504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935854.913688:0:23504:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4575e91cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935854.913725:0:24266:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292218880 00000100:00100000:1.0:1784935854.913730:0:24266:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292218880 00000100:00100000:1.0:1784935854.913864:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1784935854.913872:0:24266:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23504:x1871640292218880:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1784935854.913892:0:24266:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1784935854.915908:0:24266:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23504:x1871640292218880:12345-0@lo:5:osp-pre-1-1.0 Request processed in 2030us (2274us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935854.915920:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:1.0:1784935854.916508:0:23504:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4443d6ce00 x1871640292218880/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1784935870 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784935854.916524:0:23504:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443d6ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23504:1871640292218880:0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1784935854.916536:0:25033:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00000004:00080000:1.0:1784935854.916537:0:23504:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00002000:00080000:3.0:1784935854.916544:0:25033:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1784935854.916549:0:25033:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00000100:00100000:1.0:1784935854.916588:0:23504:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443666a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23504:1871640292219008:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1784935854.916871:0:22740:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:0.0:1784935854.916890:0:22740:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000100:00100000:1.0:1784935854.917146:0:23504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935854.917172:0:23504:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4542adf3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935854.917217:0:24265:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292219008 00000100:00100000:1.0:1784935854.917223:0:24265:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292219008 00000100:00100000:1.0:1784935854.917263:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1784935854.917271:0:24265:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23504:x1871640292219008:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1784935854.917318:0:24265:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00080000:0.0:1784935854.919745:0:25416:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:0.0:1784935854.919766:0:25416:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:0.0:1784935854.919772:0:25416:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:6 to 0x2c0000401:65) 00002000:00010000:3.0:1784935854.930623:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935854.930637:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18265 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.930655:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935854.930661:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935854.930668:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.930687:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.930698:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.930707:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18265 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.930764:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784935854.930776:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784935854.930781:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18265 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.930789:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4541528400 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:3.0:1784935854.930793:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18265 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.930803:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18265 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.930829:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18265 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.930837:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18265 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.930856:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935854.930857:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935854.930859:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784935854.934090:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935854.934103:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b1826c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.934119:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935854.934129:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935854.934135:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b1826c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.934148:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b1826c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.934158:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b1826c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.934166:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b1826c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.934184:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784935854.934195:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784935854.934200:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b1826c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.934208:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4541528c00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:3.0:1784935854.934212:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b1826c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.934221:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b1826c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.934236:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b1826c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.934255:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b1826c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.934270:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935854.934272:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935854.934274:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784935854.939681:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784935854.939693:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ee92fd2/0x857e02f4e0b18273 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.939708:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=674s v=(0 0) 00010000:00010000:2.0:1784935854.939712:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935854.939718:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ee92fd2/0x857e02f4e0b18273 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.939731:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ee92fd2/0x857e02f4e0b18273 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.939751:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ee92fd2/0x857e02f4e0b18273 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.939758:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ee92fd2/0x857e02f4e0b18273 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.939777:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784935854.939788:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784935854.939792:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ee92fd2/0x857e02f4e0b18273 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.939799:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d301000 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935854.939803:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ee92fd2/0x857e02f4e0b18273 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.939812:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ee92fd2/0x857e02f4e0b18273 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.939828:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ee92fd2/0x857e02f4e0b18273 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.939835:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ee92fd2/0x857e02f4e0b18273 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.939851:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.939858:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.939860:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784935854.948963:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935854.948975:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b1827a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.948992:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935854.949002:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935854.949009:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b1827a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.949026:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b1827a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.949036:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b1827a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.949044:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b1827a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.949058:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784935854.949849:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784935854.949858:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b1827a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.949868:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021600 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:3.0:1784935854.949872:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b1827a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.949881:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b1827a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.949901:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b1827a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.949909:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b1827a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.950011:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935854.950014:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935854.950016:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784935854.950087:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935854.950094:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18281 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.950104:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935854.950108:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935854.950114:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18281 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.950125:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18281 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.950134:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18281 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.950143:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18281 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.950160:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784935854.950169:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784935854.950173:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18281 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.950181:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4541528200 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:3.0:1784935854.950184:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18281 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.950204:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18281 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.950215:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18281 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.950223:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18281 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.950237:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935854.950239:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935854.950240:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784935854.950610:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935854.950618:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b18288 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.950627:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935854.950630:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935854.950636:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b18288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.950646:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b18288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.950654:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b18288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.950667:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b18288 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.950685:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784935854.953197:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784935854.953210:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b18288 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.953224:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020800 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:3.0:1784935854.953228:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b18288 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.953240:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b18288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.953259:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b18288 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.953285:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b18288 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.953321:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935854.953323:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784935854.953325:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784935854.956778:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935854.956794:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1828f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.956812:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935854.956816:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935854.956823:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1828f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.956840:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1828f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.956850:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1828f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.956858:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1828f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.956885:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784935854.957087:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784935854.957094:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1828f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.957103:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020a00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935854.957107:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1828f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.957115:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1828f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.957136:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1828f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.957143:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1828f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.957160:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.957162:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.957164:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1784935854.958474:0:25080:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:1.0:1784935854.958490:0:25080:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1784935854.958495:0:25080:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1784935854.958884:0:24265:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23504:x1871640292219008:12345-0@lo:5:osp-pre-1-1.0 Request processed in 41609us (41734us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1784935854.958909:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00002000:00010000:2.0:1784935854.959002:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784935854.959010:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007de6386d/0x857e02f4e0b18296 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.959023:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=674s v=(0 0) 00010000:00010000:2.0:1784935854.959027:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1784935854.959028:0:23504:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1784935854.959035:0:23504:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443666a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23504:1871640292219008:0@lo:5:osp-pre-1-1.0 00010000:00010000:2.0:1784935854.959039:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007de6386d/0x857e02f4e0b18296 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1784935854.959048:0:23504:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00010000:00010000:2.0:1784935854.959051:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007de6386d/0x857e02f4e0b18296 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.959060:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007de6386d/0x857e02f4e0b18296 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.959066:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007de6386d/0x857e02f4e0b18296 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.959081:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1784935854.959090:0:23504:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443666a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23504:1871640292219136:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1784935854.959122:0:23504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935854.959141:0:23504:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4542adf3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1784935854.959185:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784935854.959190:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c075ff1b/0x857e02f4e0b1829d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.959198:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=674s v=(0 0) 00010000:00010000:1.0:1784935854.959201:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784935854.959205:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c075ff1b/0x857e02f4e0b1829d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.959228:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c075ff1b/0x857e02f4e0b1829d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.959237:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c075ff1b/0x857e02f4e0b1829d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.959244:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c075ff1b/0x857e02f4e0b1829d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.959372:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1784935854.960296:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784935854.960315:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a82e837/0x857e02f4e0b182a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.960329:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=674s v=(0 0) 00010000:00010000:1.0:1784935854.960332:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784935854.960337:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a82e837/0x857e02f4e0b182a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.960347:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a82e837/0x857e02f4e0b182a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.960356:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a82e837/0x857e02f4e0b182a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.960374:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a82e837/0x857e02f4e0b182a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.967762:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1784935854.967775:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007de6386d/0x857e02f4e0b18296 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.967790:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d300000 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935854.967793:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007de6386d/0x857e02f4e0b18296 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.967804:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007de6386d/0x857e02f4e0b18296 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.967826:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007de6386d/0x857e02f4e0b18296 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.967850:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007de6386d/0x857e02f4e0b18296 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.967876:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1784935854.967880:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c075ff1b/0x857e02f4e0b1829d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.967885:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d1b8600 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935854.967888:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c075ff1b/0x857e02f4e0b1829d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.967895:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c075ff1b/0x857e02f4e0b1829d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.967904:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c075ff1b/0x857e02f4e0b1829d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.967910:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c075ff1b/0x857e02f4e0b1829d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.967921:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784935854.967924:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a82e837/0x857e02f4e0b182a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.967945:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d1b9600 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935854.967954:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a82e837/0x857e02f4e0b182a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.967962:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a82e837/0x857e02f4e0b182a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.967972:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a82e837/0x857e02f4e0b182a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.967980:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.967982:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.967983:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784935854.968100:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784935854.968107:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b182ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.968118:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=674s v=(0 0) 00010000:00010000:2.0:1784935854.968123:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935854.968129:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b182ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.968140:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b182ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.968149:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b182ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.968150:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1784935854.968156:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b182ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.968158:0:25416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a82e837/0x857e02f4e0b182a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.968172:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784935854.968395:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784935854.968401:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b182ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.968408:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699600 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935854.968411:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b182ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.968418:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b182ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.968429:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b182ab lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.968444:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b182ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.968459:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.968461:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.968462:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784935854.969021:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784935854.969029:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099957b11/0x857e02f4e0b182b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.969040:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=674s v=(0 0) 00010000:00010000:1.0:1784935854.969043:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784935854.969048:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099957b11/0x857e02f4e0b182b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.969058:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099957b11/0x857e02f4e0b182b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.969068:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099957b11/0x857e02f4e0b182b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.969076:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000099957b11/0x857e02f4e0b182b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.969104:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1784935854.969580:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784935854.969587:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b371d7f/0x857e02f4e0b182b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.969597:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=674s v=(0 0) 00010000:00010000:1.0:1784935854.969601:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784935854.969605:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b371d7f/0x857e02f4e0b182b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.969615:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b371d7f/0x857e02f4e0b182b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.969623:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b371d7f/0x857e02f4e0b182b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.969631:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b371d7f/0x857e02f4e0b182b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.969639:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1784935854.970036:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784935854.970043:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d554100f/0x857e02f4e0b182c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.970052:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=674s v=(0 0) 00010000:00010000:1.0:1784935854.970060:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784935854.970064:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d554100f/0x857e02f4e0b182c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.970074:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d554100f/0x857e02f4e0b182c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.970082:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d554100f/0x857e02f4e0b182c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.970090:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d554100f/0x857e02f4e0b182c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.970097:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1784935854.970571:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784935854.970577:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091c53448/0x857e02f4e0b182c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.970586:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=674s v=(0 0) 00010000:00010000:1.0:1784935854.970589:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784935854.970593:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091c53448/0x857e02f4e0b182c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.970602:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091c53448/0x857e02f4e0b182c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.970609:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091c53448/0x857e02f4e0b182c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.970622:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091c53448/0x857e02f4e0b182c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.970630:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:1.0:1784935854.971026:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784935854.971033:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cdb97c5/0x857e02f4e0b182ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.971042:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=674s v=(0 0) 00010000:00010000:1.0:1784935854.971045:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784935854.971049:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cdb97c5/0x857e02f4e0b182ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.971058:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006cdb97c5/0x857e02f4e0b182ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.971066:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cdb97c5/0x857e02f4e0b182ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.971073:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006cdb97c5/0x857e02f4e0b182ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.971082:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:1.0:1784935854.971385:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784935854.971392:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5433ac9/0x857e02f4e0b182d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.971405:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=674s v=(0 0) 00010000:00010000:1.0:1784935854.971408:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784935854.971411:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5433ac9/0x857e02f4e0b182d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.971421:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5433ac9/0x857e02f4e0b182d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.971429:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5433ac9/0x857e02f4e0b182d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.971436:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5433ac9/0x857e02f4e0b182d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972361:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1784935854.972372:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099957b11/0x857e02f4e0b182b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972384:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d1b9c00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.972388:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099957b11/0x857e02f4e0b182b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972398:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099957b11/0x857e02f4e0b182b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972416:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099957b11/0x857e02f4e0b182b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972423:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099957b11/0x857e02f4e0b182b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972446:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1784935854.972450:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b371d7f/0x857e02f4e0b182b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972455:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d1b8200 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.972458:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b371d7f/0x857e02f4e0b182b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972479:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b371d7f/0x857e02f4e0b182b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972488:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b371d7f/0x857e02f4e0b182b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972495:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b371d7f/0x857e02f4e0b182b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972507:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1784935854.972511:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d554100f/0x857e02f4e0b182c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972517:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d1b8000 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.972520:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d554100f/0x857e02f4e0b182c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972527:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d554100f/0x857e02f4e0b182c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972536:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d554100f/0x857e02f4e0b182c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972544:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d554100f/0x857e02f4e0b182c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972569:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784935854.972572:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091c53448/0x857e02f4e0b182c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972579:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d1b8400 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.972581:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091c53448/0x857e02f4e0b182c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972589:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091c53448/0x857e02f4e0b182c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972599:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091c53448/0x857e02f4e0b182c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972606:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091c53448/0x857e02f4e0b182c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972617:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935854.972621:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006cdb97c5/0x857e02f4e0b182ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972627:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d1b8800 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.972630:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006cdb97c5/0x857e02f4e0b182ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972648:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006cdb97c5/0x857e02f4e0b182ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972658:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006cdb97c5/0x857e02f4e0b182ce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972664:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006cdb97c5/0x857e02f4e0b182ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.972676:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.972678:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.972680:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935854.972714:0:22771:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292219136 00000100:00100000:0.0:1784935854.972723:0:22771:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292219136 00000100:00100000:0.0:1784935854.973144:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784935854.973156:0:22771:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23504:x1871640292219136:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1784935854.973253:0:22771:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23504:x1871640292219136:12345-0@lo:900:osp-pre-1-1.0 Request processed in 100us (14130us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935854.973261:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1784935854.973315:0:23504:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4443666a00 x1871640292219136/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1784935870 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935854.973331:0:23504:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443666a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23504:1871640292219136:0@lo:900:osp-pre-1-1.0 00010000:00010000:1.0:1784935854.974705:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784935854.974779:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784935854.974788:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5433ac9/0x857e02f4e0b182d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.974798:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d454166b400 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935854.974829:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5433ac9/0x857e02f4e0b182d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.974839:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5433ac9/0x857e02f4e0b182d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.974856:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5433ac9/0x857e02f4e0b182d5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.974863:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5433ac9/0x857e02f4e0b182d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.974884:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.974886:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.974888:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784935854.974955:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935854.974964:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070594ba8/0x857e02f4e0b182dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.974982:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935854.974987:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935854.974994:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070594ba8/0x857e02f4e0b182dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.975009:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070594ba8/0x857e02f4e0b182dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.975018:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070594ba8/0x857e02f4e0b182dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.975025:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070594ba8/0x857e02f4e0b182dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.975040:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784935854.975106:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784935854.975112:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070594ba8/0x857e02f4e0b182dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.975119:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020c00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935854.975122:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070594ba8/0x857e02f4e0b182dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.975130:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070594ba8/0x857e02f4e0b182dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.975142:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070594ba8/0x857e02f4e0b182dc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.975149:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.975158:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070594ba8/0x857e02f4e0b182dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.975174:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.975176:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.975177:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784935854.975840:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784935854.975848:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038edb7e0/0x857e02f4e0b182e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.975859:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=674s v=(0 0) 00010000:00010000:1.0:1784935854.975862:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784935854.975867:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038edb7e0/0x857e02f4e0b182e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.975877:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038edb7e0/0x857e02f4e0b182e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.975899:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038edb7e0/0x857e02f4e0b182e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.975906:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038edb7e0/0x857e02f4e0b182e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.975921:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935854.976406:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935854.976413:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038edb7e0/0x857e02f4e0b182e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.976423:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d454166a600 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.976427:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038edb7e0/0x857e02f4e0b182e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.976435:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038edb7e0/0x857e02f4e0b182e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.976582:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038edb7e0/0x857e02f4e0b182e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.976590:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038edb7e0/0x857e02f4e0b182e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.976608:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.976610:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.976612:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784935854.976876:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784935854.976883:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c34ec564/0x857e02f4e0b182ea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.976893:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=674s v=(0 0) 00010000:00010000:2.0:1784935854.976897:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935854.976902:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c34ec564/0x857e02f4e0b182ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.976911:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c34ec564/0x857e02f4e0b182ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.976920:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c34ec564/0x857e02f4e0b182ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.976945:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c34ec564/0x857e02f4e0b182ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.976964:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1784935854.977553:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784935854.977560:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000805f8b5d/0x857e02f4e0b182f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.977570:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=674s v=(0 0) 00010000:00010000:1.0:1784935854.977573:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784935854.977577:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000805f8b5d/0x857e02f4e0b182f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.977588:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000805f8b5d/0x857e02f4e0b182f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.977596:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000805f8b5d/0x857e02f4e0b182f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.977602:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000805f8b5d/0x857e02f4e0b182f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935854.977627:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1784935854.977841:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784935854.977847:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c34ec564/0x857e02f4e0b182ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.977855:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443698600 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.977859:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c34ec564/0x857e02f4e0b182ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.977867:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c34ec564/0x857e02f4e0b182ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.977880:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c34ec564/0x857e02f4e0b182ea lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.977888:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c34ec564/0x857e02f4e0b182ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.977916:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935854.977920:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000805f8b5d/0x857e02f4e0b182f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.977946:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d454166b200 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.977950:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000805f8b5d/0x857e02f4e0b182f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.977958:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000805f8b5d/0x857e02f4e0b182f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.977968:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000805f8b5d/0x857e02f4e0b182f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.977974:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000805f8b5d/0x857e02f4e0b182f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.977988:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.977989:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.977991:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784935854.978623:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935854.978631:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b182f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.978642:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935854.978651:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935854.978656:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b182f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.978667:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b182f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.978676:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b182f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.978685:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b182f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.978700:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935854.978709:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935854.978712:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b182f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.978719:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020e00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.978722:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b182f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.978730:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b182f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.978741:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b182f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1784935854.979085:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784935854.979099:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000508e262/0x857e02f4e0b182ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.979107:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=674s v=(0 0) 00010000:00010000:2.0:1784935854.979110:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935854.979114:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000508e262/0x857e02f4e0b182ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.979124:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000508e262/0x857e02f4e0b182ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.979131:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000508e262/0x857e02f4e0b182ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.979138:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000508e262/0x857e02f4e0b182ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.979146:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784935854.979285:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935854.979921:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b182f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.979956:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.979958:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.979960:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784935854.980049:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784935854.980055:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b18306 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980064:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=674s v=(0 0) 00010000:00010000:2.0:1784935854.980067:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935854.980071:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b18306 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980093:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b18306 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980102:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b18306 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980109:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b18306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980123:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784935854.980216:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784935854.980221:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b18306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980229:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699600 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935854.980233:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b18306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980241:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b18306 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980256:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b18306 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980264:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d85797a8/0x857e02f4e0b18306 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980284:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.980312:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.980314:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784935854.980349:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784935854.980354:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6d4b829/0x857e02f4e0b1830d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980362:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=674s v=(0 0) 00010000:00010000:2.0:1784935854.980365:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935854.980369:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6d4b829/0x857e02f4e0b1830d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980378:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6d4b829/0x857e02f4e0b1830d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980386:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6d4b829/0x857e02f4e0b1830d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980392:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6d4b829/0x857e02f4e0b1830d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980404:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784935854.980489:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784935854.980494:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6d4b829/0x857e02f4e0b1830d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980512:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699a00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935854.980516:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6d4b829/0x857e02f4e0b1830d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980523:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6d4b829/0x857e02f4e0b1830d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980535:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6d4b829/0x857e02f4e0b1830d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980542:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6d4b829/0x857e02f4e0b1830d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.980555:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.980556:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.980558:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784935854.981611:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935854.981622:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18314 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.981636:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935854.981640:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935854.981646:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.981657:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.981667:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.981675:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18314 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.981694:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935854.981706:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935854.981716:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18314 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.981723:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021e00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.981727:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18314 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.981737:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.982596:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18314 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.982610:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18314 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.982629:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.982631:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.982633:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.984618:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.984626:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.984628:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.984629:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000508e262/0x857e02f4e0b182ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.984644:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699200 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935854.984648:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000508e262/0x857e02f4e0b182ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.984659:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000508e262/0x857e02f4e0b182ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.984691:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000508e262/0x857e02f4e0b182ff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.984697:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000508e262/0x857e02f4e0b182ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.984717:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.984718:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.984720:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784935854.988124:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935854.988139:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b1831b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.988156:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935854.988161:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935854.988174:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b1831b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.988189:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b1831b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.988199:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b1831b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.988206:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b1831b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.988227:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935854.988244:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935854.988250:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b1831b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.988257:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021800 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.988274:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b1831b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.988284:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b1831b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.988309:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b1831b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.988328:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b1831b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.988346:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.988348:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.988350:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784935854.989052:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935854.989061:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18322 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.989072:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935854.989075:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935854.989080:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18322 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.989091:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18322 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.989100:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18322 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.989107:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18322 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.989120:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935854.989923:0:25424:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935854.989966:0:25424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18322 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.989977:0:25424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4541528200 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.989982:0:25424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18322 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.989991:0:25424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18322 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.990005:0:25424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18322 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.990012:0:25424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e974246/0x857e02f4e0b18322 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.990028:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.990030:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.990032:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784935854.990092:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935854.990099:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b18329 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.990109:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935854.990113:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935854.990117:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b18329 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.990127:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b18329 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.990135:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b18329 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.990141:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b18329 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.990163:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784935854.990352:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784935854.990359:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b18329 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.990366:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020e00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935854.990370:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b18329 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.990378:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b18329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.990389:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b18329 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.990396:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000251156ae/0x857e02f4e0b18329 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.990423:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.990424:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.990426:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784935854.990962:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935854.990975:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b18330 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.990984:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935854.990988:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935854.990992:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b18330 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.991002:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b18330 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.991009:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b18330 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.991016:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b18330 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.991036:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935854.991422:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935854.991429:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b18330 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1784935854.991753:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935854.991760:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18337 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.991770:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935854.991773:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935854.991777:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18337 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.991788:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18337 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.992061:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18337 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.992072:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18337 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.992090:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935854.992728:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4541528c00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.992738:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b18330 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.993398:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b18330 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.993418:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b18330 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.993425:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d880ddf/0x857e02f4e0b18330 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1784935854.993544:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935854.993551:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002df0f6e4/0x857e02f4e0b1833e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.993563:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935854.993567:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935854.993573:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002df0f6e4/0x857e02f4e0b1833e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.993584:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002df0f6e4/0x857e02f4e0b1833e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.993592:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002df0f6e4/0x857e02f4e0b1833e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.993599:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002df0f6e4/0x857e02f4e0b1833e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.993640:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1784935854.993841:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784935854.993847:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18337 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.993855:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4541528400 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.993859:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18337 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.993867:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18337 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.993879:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18337 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.993886:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f0c30ce/0x857e02f4e0b18337 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.993912:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935854.993916:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002df0f6e4/0x857e02f4e0b1833e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.993923:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4541528000 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.993949:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002df0f6e4/0x857e02f4e0b1833e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.993958:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002df0f6e4/0x857e02f4e0b1833e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.993968:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002df0f6e4/0x857e02f4e0b1833e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.993975:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002df0f6e4/0x857e02f4e0b1833e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.993988:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.993990:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.993992:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.994015:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784935854.994061:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935854.994066:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18345 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.994075:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935854.994085:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935854.994089:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18345 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.994098:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18345 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.994107:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18345 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.994114:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18345 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.994128:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935854.994135:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935854.994138:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18345 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.994144:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021000 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.994147:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18345 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.994155:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.994165:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18345 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.994184:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18345 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.994200:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.994202:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.994204:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.994418:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784935854.995001:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935854.995008:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d8c576a/0x857e02f4e0b1834c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.995019:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935854.995021:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935854.995025:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d8c576a/0x857e02f4e0b1834c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.995035:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d8c576a/0x857e02f4e0b1834c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.995043:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d8c576a/0x857e02f4e0b1834c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.995050:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d8c576a/0x857e02f4e0b1834c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.995067:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935854.995609:0:25424:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935854.995616:0:25424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d8c576a/0x857e02f4e0b1834c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.995626:0:25424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4541529400 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.995630:0:25424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d8c576a/0x857e02f4e0b1834c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.995639:0:25424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d8c576a/0x857e02f4e0b1834c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.995655:0:25424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d8c576a/0x857e02f4e0b1834c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.995663:0:25424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d8c576a/0x857e02f4e0b1834c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.995681:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.995682:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.995684:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784935854.996136:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935854.996144:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd615a1f/0x857e02f4e0b18353 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.996155:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935854.996158:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935854.996163:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd615a1f/0x857e02f4e0b18353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.996172:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd615a1f/0x857e02f4e0b18353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.996180:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd615a1f/0x857e02f4e0b18353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.996188:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dd615a1f/0x857e02f4e0b18353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.996201:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935854.996209:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935854.996213:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dd615a1f/0x857e02f4e0b18353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.996220:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021a00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.996224:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd615a1f/0x857e02f4e0b18353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.996242:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd615a1f/0x857e02f4e0b18353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.996253:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dd615a1f/0x857e02f4e0b18353 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.996260:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd615a1f/0x857e02f4e0b18353 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.996283:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.996285:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.996287:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784935854.996422:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935854.996429:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ca1f009/0x857e02f4e0b1835a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.996438:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935854.996447:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935854.996452:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ca1f009/0x857e02f4e0b1835a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.996462:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ca1f009/0x857e02f4e0b1835a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.996470:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ca1f009/0x857e02f4e0b1835a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.996478:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ca1f009/0x857e02f4e0b1835a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1784935854.997038:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935854.997046:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025429caf/0x857e02f4e0b18361 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.997055:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935854.997059:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935854.997063:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025429caf/0x857e02f4e0b18361 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.997073:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025429caf/0x857e02f4e0b18361 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.997080:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025429caf/0x857e02f4e0b18361 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.997094:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000025429caf/0x857e02f4e0b18361 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.997284:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1784935854.997408:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1784935854.997887:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1784935854.997895:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ca1f009/0x857e02f4e0b1835a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.997905:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4540030200 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935854.997910:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ca1f009/0x857e02f4e0b1835a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.997919:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ca1f009/0x857e02f4e0b1835a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.997949:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ca1f009/0x857e02f4e0b1835a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.997958:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ca1f009/0x857e02f4e0b1835a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.997980:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784935854.997984:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000025429caf/0x857e02f4e0b18361 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.997992:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020000 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935854.998001:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000025429caf/0x857e02f4e0b18361 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.998010:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000025429caf/0x857e02f4e0b18361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.998022:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000025429caf/0x857e02f4e0b18361 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.998028:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025429caf/0x857e02f4e0b18361 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935854.998043:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.998044:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935854.998047:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784935854.998063:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935854.998069:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070594ba8/0x857e02f4e0b18368 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.998078:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935854.998082:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935854.998087:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070594ba8/0x857e02f4e0b18368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.998097:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070594ba8/0x857e02f4e0b18368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.998105:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070594ba8/0x857e02f4e0b18368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.998113:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000070594ba8/0x857e02f4e0b18368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.998127:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935854.998134:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935854.998138:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000070594ba8/0x857e02f4e0b18368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.998150:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020c00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.998153:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000070594ba8/0x857e02f4e0b18368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.998162:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000070594ba8/0x857e02f4e0b18368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.998173:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000070594ba8/0x857e02f4e0b18368 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.998180:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070594ba8/0x857e02f4e0b18368 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.998193:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.998194:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.998195:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.998201:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784935854.998990:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1784935854.998990:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935854.998999:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0a6269a/0x857e02f4e0b18376 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.998999:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1836f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.999010:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935854.999010:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935854.999014:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935854.999014:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935854.999020:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0a6269a/0x857e02f4e0b18376 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.999020:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1836f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.999032:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0a6269a/0x857e02f4e0b18376 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.999041:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0a6269a/0x857e02f4e0b18376 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.999042:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1836f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.999050:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1836f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.999053:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0a6269a/0x857e02f4e0b18376 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.999057:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1836f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935854.999070:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1784935854.999335:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1784935854.999345:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784935854.999350:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0a6269a/0x857e02f4e0b18376 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.999357:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4540030000 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.999361:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0a6269a/0x857e02f4e0b18376 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.999370:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0a6269a/0x857e02f4e0b18376 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.999385:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0a6269a/0x857e02f4e0b18376 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.999393:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0a6269a/0x857e02f4e0b18376 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.999417:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935854.999420:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1836f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.999427:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020a00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935854.999430:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1836f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.999437:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1836f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.999520:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1836f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.999527:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d410e67d/0x857e02f4e0b1836f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935854.999543:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.999545:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935854.999546:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784935855.000400:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935855.000409:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b1837d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.000420:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=674s v=(0 0) 00002000:00010000:3.0:1784935855.000439:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935855.000445:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000230b622d/0x857e02f4e0b18384 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.000453:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935855.000456:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935855.000461:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000230b622d/0x857e02f4e0b18384 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.000472:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000230b622d/0x857e02f4e0b18384 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.000480:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000230b622d/0x857e02f4e0b18384 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.000488:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000230b622d/0x857e02f4e0b18384 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.000504:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935855.000753:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935855.000759:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b1837d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.000770:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b1837d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.000781:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b1837d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.000787:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b1837d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.000801:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1784935855.000830:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784935855.000835:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000230b622d/0x857e02f4e0b18384 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.000843:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4540031200 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.000846:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000230b622d/0x857e02f4e0b18384 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.000853:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000230b622d/0x857e02f4e0b18384 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.000865:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000230b622d/0x857e02f4e0b18384 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.000883:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000230b622d/0x857e02f4e0b18384 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.000900:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.000903:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b1837d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.000909:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020800 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.000912:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b1837d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.000919:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b1837d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.000969:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b1837d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.000976:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fb6814f/0x857e02f4e0b1837d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.000989:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.000990:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.000992:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.000999:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784935855.001487:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935855.001494:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4342a20/0x857e02f4e0b1838b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.001509:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935855.001513:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935855.001517:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4342a20/0x857e02f4e0b1838b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.001526:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4342a20/0x857e02f4e0b1838b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.001535:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4342a20/0x857e02f4e0b1838b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.001543:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b4342a20/0x857e02f4e0b1838b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.001561:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935855.001565:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.001570:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4342a20/0x857e02f4e0b1838b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.001582:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4540031400 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.001585:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4342a20/0x857e02f4e0b1838b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.001593:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4342a20/0x857e02f4e0b1838b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.001603:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4342a20/0x857e02f4e0b1838b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.001610:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4342a20/0x857e02f4e0b1838b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.001624:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.001626:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.001628:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784935855.001657:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935855.001662:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b18392 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.001671:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935855.001674:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935855.001678:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b18392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.001687:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b18392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.001700:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b18392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.001707:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b18392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.001720:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935855.001727:0:25424:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.001731:0:25424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b18392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.001737:0:25424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021800 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.001740:0:25424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b18392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.001743:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.001748:0:25424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b18392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.001758:0:25424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b18392 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.001765:0:25424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000680a1a38/0x857e02f4e0b18392 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.001779:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.001784:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.001786:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784935855.002432:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935855.002566:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18399 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.002578:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935855.002582:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935855.002586:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18399 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.002597:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18399 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.002606:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18399 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.002613:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18399 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.002631:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935855.002642:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.002646:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18399 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.002655:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021e00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.002659:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18399 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.002678:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18399 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.002692:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18399 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.002700:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004959a6e4/0x857e02f4e0b18399 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.002718:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.002721:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.002723:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784935855.003344:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784935855.003352:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b183a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.003362:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935855.003366:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935855.003371:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b183a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.003380:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b183a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.003389:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b183a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.003403:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b183a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.003422:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1784935855.004143:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935855.004153:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f839d4de/0x857e02f4e0b183a7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1784935855.004162:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935855.004163:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935855.004167:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935855.004168:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018b11f4f/0x857e02f4e0b183ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.004173:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f839d4de/0x857e02f4e0b183a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.004176:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=674s v=(0 0) 00010000:00010000:0.0:1784935855.004179:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935855.004183:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018b11f4f/0x857e02f4e0b183ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.004184:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f839d4de/0x857e02f4e0b183a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.004195:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018b11f4f/0x857e02f4e0b183ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.004205:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f839d4de/0x857e02f4e0b183a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.004205:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018b11f4f/0x857e02f4e0b183ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.004215:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f839d4de/0x857e02f4e0b183a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.004215:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018b11f4f/0x857e02f4e0b183ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.004231:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1784935855.004311:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1784935855.005739:0:25424:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1784935855.005759:0:25424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b183a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.005783:0:25424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021600 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.005787:0:25424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b183a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.005797:0:25424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b183a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.005834:0:25424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b183a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.005842:0:25424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000deb70661/0x857e02f4e0b183a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.005873:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784935855.005878:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018b11f4f/0x857e02f4e0b183ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.005885:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d45413a0400 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.005888:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018b11f4f/0x857e02f4e0b183ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.005897:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018b11f4f/0x857e02f4e0b183ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.005906:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018b11f4f/0x857e02f4e0b183ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.005918:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018b11f4f/0x857e02f4e0b183ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.005948:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.005952:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f839d4de/0x857e02f4e0b183a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.005959:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4540030e00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.005962:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f839d4de/0x857e02f4e0b183a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.005969:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f839d4de/0x857e02f4e0b183a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.005980:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f839d4de/0x857e02f4e0b183a7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.005987:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f839d4de/0x857e02f4e0b183a7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.006000:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.006002:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.006004:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.006009:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.006010:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.006012:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935855.006614:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784935855.006773:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935855.006783:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d707e10/0x857e02f4e0b183b5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.006797:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935855.006801:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935855.006817:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d707e10/0x857e02f4e0b183b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.006831:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d707e10/0x857e02f4e0b183b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.006840:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d707e10/0x857e02f4e0b183b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.006848:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d707e10/0x857e02f4e0b183b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.006877:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1784935855.009158:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935855.009171:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0c4517b/0x857e02f4e0b183bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.009187:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935855.009190:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935855.009196:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0c4517b/0x857e02f4e0b183bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.009209:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0c4517b/0x857e02f4e0b183bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.009218:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0c4517b/0x857e02f4e0b183bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.009225:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0c4517b/0x857e02f4e0b183bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.009254:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1784935855.009470:0:25424:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1784935855.009479:0:25424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d707e10/0x857e02f4e0b183b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.009489:0:25424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443201a00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935855.009493:0:25424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d707e10/0x857e02f4e0b183b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.009504:0:25424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d707e10/0x857e02f4e0b183b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.009535:0:25424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d707e10/0x857e02f4e0b183b5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.009544:0:25424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d707e10/0x857e02f4e0b183b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.009568:0:25424:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784935855.009572:0:25424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0c4517b/0x857e02f4e0b183bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.009579:0:25424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443200600 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935855.009582:0:25424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0c4517b/0x857e02f4e0b183bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.009589:0:25424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0c4517b/0x857e02f4e0b183bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.009599:0:25424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0c4517b/0x857e02f4e0b183bc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.009606:0:25424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0c4517b/0x857e02f4e0b183bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.009619:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935855.009621:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784935855.009628:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.010642:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784935855.011755:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935855.011765:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b5068635/0x857e02f4e0b183c3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.011781:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935855.011794:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935855.011799:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b5068635/0x857e02f4e0b183c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.011813:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b5068635/0x857e02f4e0b183c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.011824:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b5068635/0x857e02f4e0b183c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.011832:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b5068635/0x857e02f4e0b183c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.011857:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935855.012834:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.012843:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b5068635/0x857e02f4e0b183c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.012853:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443201600 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.012857:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5068635/0x857e02f4e0b183c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.012868:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5068635/0x857e02f4e0b183c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.012886:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b5068635/0x857e02f4e0b183c3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.012893:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5068635/0x857e02f4e0b183c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.012909:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.012911:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.012913:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784935855.013490:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784935855.013500:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6d4b829/0x857e02f4e0b183ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.013514:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=674s v=(0 0) 00010000:00010000:2.0:1784935855.013519:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935855.013525:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6d4b829/0x857e02f4e0b183ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.013538:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6d4b829/0x857e02f4e0b183ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.013548:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6d4b829/0x857e02f4e0b183ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.013555:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b6d4b829/0x857e02f4e0b183ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.013588:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935855.013657:0:25424:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.013664:0:25424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b6d4b829/0x857e02f4e0b183ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.013673:0:25424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699a00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.013677:0:25424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6d4b829/0x857e02f4e0b183ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.013699:0:25424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6d4b829/0x857e02f4e0b183ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.013712:0:25424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b6d4b829/0x857e02f4e0b183ca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.013720:0:25424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6d4b829/0x857e02f4e0b183ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.013737:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.013738:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.013740:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784935855.013845:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935855.013851:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c41f9816/0x857e02f4e0b183d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.013859:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935855.013863:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935855.013867:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c41f9816/0x857e02f4e0b183d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.013877:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c41f9816/0x857e02f4e0b183d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.013884:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c41f9816/0x857e02f4e0b183d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.013897:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c41f9816/0x857e02f4e0b183d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.013914:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935855.014151:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.014156:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c41f9816/0x857e02f4e0b183d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.014164:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443200c00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.014168:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c41f9816/0x857e02f4e0b183d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.014176:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c41f9816/0x857e02f4e0b183d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.014187:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c41f9816/0x857e02f4e0b183d1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.014205:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c41f9816/0x857e02f4e0b183d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.014218:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.014219:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.014221:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784935855.014429:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935855.014435:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e88ba55d/0x857e02f4e0b183d8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.014444:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935855.014447:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935855.014451:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e88ba55d/0x857e02f4e0b183d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.014460:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e88ba55d/0x857e02f4e0b183d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.014468:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e88ba55d/0x857e02f4e0b183d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.014475:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e88ba55d/0x857e02f4e0b183d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.014502:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784935855.014626:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784935855.014633:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d85797a8/0x857e02f4e0b183df lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.014641:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=674s v=(0 0) 00010000:00010000:2.0:1784935855.014644:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935855.014649:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d85797a8/0x857e02f4e0b183df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.014670:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d85797a8/0x857e02f4e0b183df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.014678:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d85797a8/0x857e02f4e0b183df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.014685:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d85797a8/0x857e02f4e0b183df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.014698:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1784935855.014850:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784935855.014856:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e88ba55d/0x857e02f4e0b183d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.014863:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443201c00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.014866:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e88ba55d/0x857e02f4e0b183d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.014874:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e88ba55d/0x857e02f4e0b183d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.014891:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e88ba55d/0x857e02f4e0b183d8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.014898:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e88ba55d/0x857e02f4e0b183d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.014914:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.014917:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d85797a8/0x857e02f4e0b183df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.014952:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699600 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.014955:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d85797a8/0x857e02f4e0b183df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.014963:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d85797a8/0x857e02f4e0b183df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.014975:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d85797a8/0x857e02f4e0b183df lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.014982:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d85797a8/0x857e02f4e0b183df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.014996:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.014998:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.015000:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.015006:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784935855.015336:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784935855.015343:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f340646/0x857e02f4e0b183e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.015352:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=674s v=(0 0) 00010000:00010000:2.0:1784935855.015356:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935855.015361:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f340646/0x857e02f4e0b183e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.015371:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f340646/0x857e02f4e0b183e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.015380:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f340646/0x857e02f4e0b183e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.015400:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f340646/0x857e02f4e0b183e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.015422:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784935855.015674:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784935855.015680:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8c1413f/0x857e02f4e0b183ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.015689:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=674s v=(0 0) 00010000:00010000:2.0:1784935855.015693:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935855.015698:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8c1413f/0x857e02f4e0b183ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.015708:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8c1413f/0x857e02f4e0b183ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.015717:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8c1413f/0x857e02f4e0b183ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.015724:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8c1413f/0x857e02f4e0b183ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.015737:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1784935855.015758:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784935855.015765:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f340646/0x857e02f4e0b183e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.015772:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699000 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.015776:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f340646/0x857e02f4e0b183e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.015808:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f340646/0x857e02f4e0b183e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.015823:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f340646/0x857e02f4e0b183e6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.015830:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f340646/0x857e02f4e0b183e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.015846:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.015849:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8c1413f/0x857e02f4e0b183ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.015855:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443698200 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.015858:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8c1413f/0x857e02f4e0b183ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.015865:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8c1413f/0x857e02f4e0b183ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.015874:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8c1413f/0x857e02f4e0b183ed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.015881:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8c1413f/0x857e02f4e0b183ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.015902:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.015904:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.015906:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.015912:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784935855.016352:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784935855.016360:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d6bcdf9/0x857e02f4e0b183f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.016375:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=674s v=(0 0) 00010000:00010000:3.0:1784935855.016379:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784935855.016385:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d6bcdf9/0x857e02f4e0b183f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.016395:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d6bcdf9/0x857e02f4e0b183f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.016404:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d6bcdf9/0x857e02f4e0b183f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.016411:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d6bcdf9/0x857e02f4e0b183f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935855.016424:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935855.016715:0:25424:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.016722:0:25424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d6bcdf9/0x857e02f4e0b183f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.016729:0:25424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443200800 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.016732:0:25424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d6bcdf9/0x857e02f4e0b183f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.016741:0:25424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d6bcdf9/0x857e02f4e0b183f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.016754:0:25424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d6bcdf9/0x857e02f4e0b183f4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.016761:0:25424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d6bcdf9/0x857e02f4e0b183f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.016776:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.016777:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.016779:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784935855.017568:0:25416:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784935855.017577:0:25416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000508e262/0x857e02f4e0b183fb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.017595:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=674s v=(0 0) 00010000:00010000:2.0:1784935855.017599:0:25416:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935855.017604:0:25416:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000508e262/0x857e02f4e0b183fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.017616:0:25416:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000508e262/0x857e02f4e0b183fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.017625:0:25416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000508e262/0x857e02f4e0b183fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.017633:0:25416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000508e262/0x857e02f4e0b183fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.017650:0:25416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935855.017898:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.017905:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000508e262/0x857e02f4e0b183fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.017921:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699200 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.017944:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000508e262/0x857e02f4e0b183fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.017955:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000508e262/0x857e02f4e0b183fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.017970:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000508e262/0x857e02f4e0b183fb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.017977:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000508e262/0x857e02f4e0b183fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1784935855.017984:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784935855.017993:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b81dd19c/0x857e02f4e0b18402 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.017995:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.017998:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.018001:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784935855.018009:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=674s v=(0 0) 00010000:00010000:1.0:1784935855.018013:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784935855.018017:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b81dd19c/0x857e02f4e0b18402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935855.018030:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b81dd19c/0x857e02f4e0b18402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935855.018038:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b81dd19c/0x857e02f4e0b18402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935855.018045:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b81dd19c/0x857e02f4e0b18402 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935855.018067:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935855.018104:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.018110:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b81dd19c/0x857e02f4e0b18402 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.018119:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d454166a800 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.018122:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b81dd19c/0x857e02f4e0b18402 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.018131:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b81dd19c/0x857e02f4e0b18402 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.018150:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b81dd19c/0x857e02f4e0b18402 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.018158:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b81dd19c/0x857e02f4e0b18402 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.018173:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.018175:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.018176:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1784935855.018543:0:25416:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:5 00000100:00100000:2.0:1784935855.018639:0:25416:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:22787:x1871640292218752:12345-0@lo:5:osp-pre-1-0.0 Request processed in 106162us (110879us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935855.018650:0:25416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784935855.018697:0:22787:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443d6e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22787:1871640292218752:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1784935855.018711:0:22787:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x5:0x0] 00000100:00100000:0.0:1784935855.018752:0:22787:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443d6e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22787:1871640292219264:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1784935855.018785:0:22787:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935855.018822:0:22787:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4581f03540 going to sleep for 11 seconds 00000100:00100000:1.0:1784935855.019220:0:24266:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292219264 00000100:00100000:1.0:1784935855.019228:0:24266:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292219264 00002000:00010000:2.0:1784935855.019254:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784935855.019262:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064ffb973/0x857e02f4e0b18409 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.019283:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=674s v=(0 0) 00010000:00010000:2.0:1784935855.019287:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935855.019293:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064ffb973/0x857e02f4e0b18409 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.019324:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064ffb973/0x857e02f4e0b18409 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.019334:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064ffb973/0x857e02f4e0b18409 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.019342:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064ffb973/0x857e02f4e0b18409 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.019363:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935855.019402:0:25424:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.019410:0:25424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064ffb973/0x857e02f4e0b18409 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.019418:0:25424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699800 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.019422:0:25424:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064ffb973/0x857e02f4e0b18409 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.019431:0:25424:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064ffb973/0x857e02f4e0b18409 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935855.019448:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1784935855.019462:0:24266:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22787:x1871640292219264:12345-0@lo:5:osp-pre-1-0.0 00010000:00010000:0.0:1784935855.019464:0:25424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064ffb973/0x857e02f4e0b18409 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.019475:0:25424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064ffb973/0x857e02f4e0b18409 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.019494:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.019497:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.019501:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1784935855.019504:0:24266:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00002000:00010000:2.0:1784935855.019751:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784935855.019757:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b984877c/0x857e02f4e0b18410 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.019766:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=674s v=(0 0) 00010000:00010000:2.0:1784935855.019770:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935855.019774:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b984877c/0x857e02f4e0b18410 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.019783:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b984877c/0x857e02f4e0b18410 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.019791:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b984877c/0x857e02f4e0b18410 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.019919:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b984877c/0x857e02f4e0b18410 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.019950:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784935855.019966:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.019973:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b984877c/0x857e02f4e0b18410 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.019981:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443698c00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.019985:0:22748:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b984877c/0x857e02f4e0b18410 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.019993:0:22748:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b984877c/0x857e02f4e0b18410 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.020006:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b984877c/0x857e02f4e0b18410 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.020014:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b984877c/0x857e02f4e0b18410 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.020113:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.020115:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.020117:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784935855.020354:0:25033:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784935855.020361:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c17ed8c/0x857e02f4e0b18417 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.020370:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=674s v=(0 0) 00010000:00010000:2.0:1784935855.020374:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935855.020379:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c17ed8c/0x857e02f4e0b18417 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.020389:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c17ed8c/0x857e02f4e0b18417 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.020398:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c17ed8c/0x857e02f4e0b18417 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.020407:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c17ed8c/0x857e02f4e0b18417 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935855.020430:0:25033:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1784935855.020473:0:25033:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:2.0:1784935855.020557:0:25033:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22785:x1871640292217856:12345-0@lo:5:osp-pre-0-0.0 Request processed in 115848us (120602us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935855.020573:0:25033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:0.0:1784935855.020652:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935855.020659:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c17ed8c/0x857e02f4e0b18417 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.020668:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443698e00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935855.020672:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c17ed8c/0x857e02f4e0b18417 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.020680:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c17ed8c/0x857e02f4e0b18417 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.020692:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c17ed8c/0x857e02f4e0b18417 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.020700:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c17ed8c/0x857e02f4e0b18417 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935855.020714:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.020717:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935855.020718:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784935855.020794:0:22785:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574005f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22785:1871640292217856:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1784935855.020808:0:22785:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:3.0:1784935855.020844:0:22785:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574005f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22785:1871640292219392:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1784935855.020876:0:22785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935855.020955:0:22785:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444212f000 going to sleep for 11 seconds 00000100:00100000:0.0:1784935855.021333:0:24265:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292219392 00000100:00100000:0.0:1784935855.021340:0:24265:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292219392 00000100:00100000:0.0:1784935855.021414:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1784935855.021430:0:24265:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22785:x1871640292219392:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1784935855.021464:0:24265:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000100:00100000:1.0:1784935855.025435:0:24266:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22787:x1871640292219264:12345-0@lo:5:osp-pre-1-0.0 Request processed in 5969us (6643us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1784935855.025447:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1784935855.026872:0:22787:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443d6e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22787:1871640292219264:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1784935855.027020:0:22787:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000001:00080000:2.0:1784935855.028437:0:24260:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1784935855.028482:0:24260:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1784935855.028910:0:24265:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22785:x1871640292219392:12345-0@lo:5:osp-pre-0-0.0 Request processed in 7476us (8028us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1784935855.028922:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1784935855.029658:0:22785:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1784935855.029667:0:22785:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574005f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22785:1871640292219392:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1784935855.029685:0:22785:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000001:02000400:2.0:1784935855.109804:0:25438:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg328-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1784935855.343085:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1784935855.976377:0:25490:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1784935855.977407:0:25490:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1784935856.365432:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1784935856.764440:0:25540:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1784935856.764686:0:25540:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1784935856.980126:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935856.980512:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273237760 00000100:00100000:2.0:1784935856.980523:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273237760 00000100:00100000:2.0:1784935856.980602:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 114 00000100:00100000:2.0:1784935856.980610:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d454650a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2390:x1871640273237760:12345-192.168.203.28@tcp:250:mount.lustre.0 00010000:00080000:2.0:1784935856.980637:0:22754:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from 6a3519dd-079e-4a83-b910-357c6d40cc31@192.168.203.28@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:2.0:1784935856.980665:0:22754:0:(genops.c:1406:class_connect()) connect: client 6a3519dd-079e-4a83-b910-357c6d40cc31, cookie 0x857e02f4e0b1841e 00000100:00080000:2.0:1784935856.980789:0:22754:0:(import.c:65:import_set_state_nolock()) ffff8d4442a0a800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784935856.980864:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d454650a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+5:2390:x1871640273237760:12345-192.168.203.28@tcp:250:mount.lustre.0 Request processed in 253us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935856.980872:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 114 00000100:00100000:2.0:1784935856.991559:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935856.992224:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273237888 00000100:00100000:0.0:1784935856.992233:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273237888 00000100:00100000:0.0:1784935856.992303:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 115 00000100:00100000:0.0:1784935856.992313:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4546508050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+5:18044:x1871640273237888:12345-192.168.203.28@tcp:101:mount.lustre.0 00010000:00010000:0.0:1784935856.992330:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935856.992491:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d45413a0800/0x857e02f4e0b18425 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x992e448fd313aeb1 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935856.992520:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d45413a0800/0x857e02f4e0b18425 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313aeb1 expref: 6 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935856.992532:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d45413a0800/0x857e02f4e0b18425 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313aeb1 expref: 6 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935856.992542:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d45413a0800, rc 0) 00000100:00100000:0.0:1784935856.992646:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4546508050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+6:18044:x1871640273237888:12345-192.168.203.28@tcp:101:mount.lustre.0 Request processed in 333us (1094us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935856.992653:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 115 00000100:00100000:3.0:1784935857.001201:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935857.001331:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273238016 00000100:00100000:2.0:1784935857.001341:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273238016 00000100:00100000:2.0:1784935857.001400:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 116 00000100:00100000:2.0:1784935857.001410:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4546509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+6:18044:x1871640273238016:12345-192.168.203.28@tcp:501:mount.lustre.0 00000100:00100000:2.0:1784935857.001538:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4546509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+6:18044:x1871640273238016:12345-192.168.203.28@tcp:501:mount.lustre.0 Request processed in 130us (346us total) trans 0 rc -2/-2 00000100:00100000:2.0:1784935857.001546:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 116 00000100:00100000:1.0:1784935857.005394:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935857.005486:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273238144 00000100:00100000:0.0:1784935857.005496:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273238144 00000100:00100000:0.0:1784935857.005553:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 117 00000100:00100000:0.0:1784935857.005575:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4561d18050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+6:18044:x1871640273238144:12345-192.168.203.28@tcp:101:mount.lustre.0 00010000:00010000:0.0:1784935857.005593:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935857.005609:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d45413a0400/0x857e02f4e0b1842c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x992e448fd313aeb8 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935857.005635:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d45413a0400/0x857e02f4e0b1842c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313aeb8 expref: 7 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935857.005644:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d45413a0400/0x857e02f4e0b1842c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313aeb8 expref: 7 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935857.005653:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d45413a0400, rc 0) 00000100:00100000:0.0:1784935857.005710:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4561d18050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+7:18044:x1871640273238144:12345-192.168.203.28@tcp:101:mount.lustre.0 Request processed in 136us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935857.005717:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 117 00000100:00100000:3.0:1784935857.010603:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935857.011040:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273238272 00000100:00100000:0.0:1784935857.011052:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273238272 00000100:00100000:0.0:1784935857.011124:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 118 00000100:00100000:0.0:1784935857.011134:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4561d1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+7:18044:x1871640273238272:12345-192.168.203.28@tcp:501:mount.lustre.0 00000100:00100000:0.0:1784935857.011307:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4561d1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+8:18044:x1871640273238272:12345-192.168.203.28@tcp:501:mount.lustre.0 Request processed in 173us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935857.011314:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 118 00000100:00100000:3.0:1784935857.016599:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935857.017696:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273238400 00000100:00100000:2.0:1784935857.017707:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273238400 00000100:00100000:2.0:1784935857.017758:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 119 00000100:00100000:2.0:1784935857.017782:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+8:18044:x1871640273238400:12345-192.168.203.28@tcp:503:mount.lustre.0 00000100:00100000:2.0:1784935857.018066:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+8:18044:x1871640273238400:12345-192.168.203.28@tcp:503:mount.lustre.0 Request processed in 285us (1475us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935857.018074:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 119 00000100:00100000:3.0:1784935857.022263:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935857.022702:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273238528 00000100:00100000:1.0:1784935857.022712:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273238528 00000100:00100000:1.0:1784935857.022776:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 120 00000100:00100000:1.0:1784935857.022787:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+8:18063:x1871640273238528:12345-192.168.203.28@tcp:502:llog_process_th.0 00000100:00100000:1.0:1784935857.022992:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+8:18063:x1871640273238528:12345-192.168.203.28@tcp:502:llog_process_th.0 Request processed in 206us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935857.023001:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 120 00000100:00100000:3.0:1784935857.055374:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935857.055482:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273238656 00000100:00100000:0.0:1784935857.055494:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273238656 00000100:00100000:0.0:1784935857.055557:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 121 00000100:00100000:0.0:1784935857.055567:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+8:18063:x1871640273238656:12345-192.168.203.28@tcp:502:llog_process_th.0 00000100:00100000:0.0:1784935857.055729:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+8:18063:x1871640273238656:12345-192.168.203.28@tcp:502:llog_process_th.0 Request processed in 163us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935857.055744:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 121 00000100:00100000:3.0:1784935857.064821:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935857.065198:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273238784 00000100:00100000:2.0:1784935857.065207:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273238784 00000100:00100000:2.0:1784935857.065272:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 122 00000100:00100000:2.0:1784935857.065281:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+8:18063:x1871640273238784:12345-192.168.203.28@tcp:502:llog_process_th.0 00000100:00100000:2.0:1784935857.065438:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+8:18063:x1871640273238784:12345-192.168.203.28@tcp:502:llog_process_th.0 Request processed in 158us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935857.065446:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 122 00000100:00100000:3.0:1784935857.068189:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935857.068308:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273238912 00000100:00100000:1.0:1784935857.068318:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273238912 00000100:00100000:1.0:1784935857.068373:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 123 00000100:00100000:1.0:1784935857.068384:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+8:18044:x1871640273238912:12345-192.168.203.28@tcp:101:mount.lustre.0 00010000:00010000:1.0:1784935857.068402:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784935857.068429:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d454166aa00/0x857e02f4e0b18433 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x992e448fd313aee9 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935857.068467:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d454166aa00/0x857e02f4e0b18433 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313aee9 expref: 9 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935857.068478:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d454166aa00/0x857e02f4e0b18433 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313aee9 expref: 9 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935857.068488:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d454166aa00, rc 0) 00000100:00100000:1.0:1784935857.068548:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+9:18044:x1871640273238912:12345-192.168.203.28@tcp:101:mount.lustre.0 Request processed in 165us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935857.068554:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 123 00000100:00100000:3.0:1784935857.071542:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935857.071724:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273239040 00000100:00100000:0.0:1784935857.071733:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273239040 00000100:00100000:0.0:1784935857.071790:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 124 00000100:00100000:0.0:1784935857.071800:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+9:18044:x1871640273239040:12345-192.168.203.28@tcp:256:mount.lustre.0 20000000:01000000:0.0:1784935857.071826:0:22753:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1784935857.071850:0:22753:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1784935857.071853:0:22753:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1784935857.071856:0:22753:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1784935857.071858:0:22753:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1784935857.071860:0:22753:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1784935857.073588:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+9:18044:x1871640273239040:12345-192.168.203.28@tcp:256:mount.lustre.0 Request processed in 1776us (2042us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935857.073603:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 124 00000100:00100000:3.0:1784935857.077864:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935857.078008:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273239168 00000100:00100000:2.0:1784935857.078016:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273239168 00000100:00100000:2.0:1784935857.078064:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 125 00000100:00100000:2.0:1784935857.078071:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+9:18044:x1871640273239168:12345-192.168.203.28@tcp:101:mount.lustre.0 00010000:00010000:2.0:1784935857.078085:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935857.078100:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4443698a00/0x857e02f4e0b1843a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x992e448fd313aef0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935857.078123:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4443698a00/0x857e02f4e0b1843a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313aef0 expref: 10 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935857.078131:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4443698a00/0x857e02f4e0b1843a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313aef0 expref: 10 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935857.078138:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443698a00, rc 0) 00000100:00100000:2.0:1784935857.078194:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+10:18044:x1871640273239168:12345-192.168.203.28@tcp:101:mount.lustre.0 Request processed in 124us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935857.078199:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 125 00000100:00100000:3.0:1784935857.080024:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935857.080210:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273239296 00000100:00100000:0.0:1784935857.080218:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273239296 00000100:00100000:0.0:1784935857.080274:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 126 00000100:00100000:0.0:1784935857.080285:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4549fc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+10:18044:x1871640273239296:12345-192.168.203.28@tcp:501:mount.lustre.0 00000100:00100000:0.0:1784935857.080440:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4549fc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+10:18044:x1871640273239296:12345-192.168.203.28@tcp:501:mount.lustre.0 Request processed in 157us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935857.080447:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 126 00000100:00100000:3.0:1784935857.082376:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935857.082811:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273239424 00000100:00100000:1.0:1784935857.082819:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273239424 00000100:00100000:1.0:1784935857.083081:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 127 00000100:00100000:1.0:1784935857.083092:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d45705bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+10:18044:x1871640273239424:12345-192.168.203.28@tcp:503:mount.lustre.0 00000100:00100000:1.0:1784935857.083236:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d45705bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+10:18044:x1871640273239424:12345-192.168.203.28@tcp:503:mount.lustre.0 Request processed in 145us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935857.083244:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 127 00000100:00100000:3.0:1784935857.085798:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935857.085990:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273239552 00000100:00100000:0.0:1784935857.085999:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273239552 00000100:00100000:0.0:1784935857.086049:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 128 00000100:00100000:0.0:1784935857.086061:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444356f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+10:18069:x1871640273239552:12345-192.168.203.28@tcp:502:llog_process_th.0 00000100:00100000:0.0:1784935857.086220:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444356f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+10:18069:x1871640273239552:12345-192.168.203.28@tcp:502:llog_process_th.0 Request processed in 161us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935857.086228:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 128 00000100:00100000:3.0:1784935857.091582:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935857.095510:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273239680 00000100:00100000:2.0:1784935857.095525:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273239680 00000100:00100000:2.0:1784935857.095594:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 129 00000100:00100000:2.0:1784935857.095604:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444356e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+10:18069:x1871640273239680:12345-192.168.203.28@tcp:502:llog_process_th.0 00000100:00100000:2.0:1784935857.097067:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444356e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+10:18069:x1871640273239680:12345-192.168.203.28@tcp:502:llog_process_th.0 Request processed in 1451us (5613us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935857.097079:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 129 00000100:00100000:1.0:1784935857.104555:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935857.104628:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273239808 00000100:00100000:3.0:1784935857.104638:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273239808 00000100:00100000:1.0:1784935857.104648:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935857.106043:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273240064 00000100:00100000:3.0:1784935857.106054:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273240064 00000100:00100000:3.0:1784935857.106140:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7 00000100:00100000:3.0:1784935857.106149:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443667800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2390:x1871640273239808:12345-192.168.203.28@tcp:38:mount.lustre.0 00010000:00080000:3.0:1784935857.106177:0:24288:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from d945b6cb-f315-434a-b2a6-2accfe921d24@192.168.203.28@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:3.0:1784935857.106228:0:24288:0:(genops.c:1406:class_connect()) connect: client d945b6cb-f315-434a-b2a6-2accfe921d24, cookie 0x857e02f4e0b18441 00000004:00100000:3.0:1784935857.106252:0:24288:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1784935857.106471:0:24288:0:(import.c:65:import_set_state_nolock()) ffff8d44422a4800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784935857.106548:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443667800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+6:2390:x1871640273239808:12345-192.168.203.28@tcp:38:mount.lustre.0 Request processed in 397us (2002us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935857.106555:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7 00000100:00100000:3.0:1784935857.106574:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8 00000100:00100000:3.0:1784935857.106579:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2390:x1871640273240064:12345-192.168.203.28@tcp:38:mount.lustre.0 00010000:00080000:3.0:1784935857.106594:0:24288:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from d945b6cb-f315-434a-b2a6-2accfe921d24@192.168.203.28@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:3.0:1784935857.106626:0:24288:0:(genops.c:1406:class_connect()) connect: client d945b6cb-f315-434a-b2a6-2accfe921d24, cookie 0x857e02f4e0b18448 00000004:00100000:3.0:1784935857.106650:0:24288:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1784935857.106773:0:24288:0:(import.c:65:import_set_state_nolock()) ffff8d44422a3000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784935857.107298:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+6:2390:x1871640273240064:12345-192.168.203.28@tcp:38:mount.lustre.0 Request processed in 705us (2638us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935857.107306:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8 00000100:00100000:1.0:1784935857.111688:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935857.111732:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935857.111764:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935857.111866:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273240320 00000100:00100000:3.0:1784935857.111876:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273240320 00000100:00100000:2.0:1784935857.111887:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273240192 00000100:00100000:2.0:1784935857.111894:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273240192 00000100:00100000:3.0:1784935857.111976:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273239936 00000100:00100000:3.0:1784935857.111980:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273239936 00000100:00100000:0.0:1784935857.112121:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9 00000100:00100000:0.0:1784935857.112135:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+7:18044:x1871640273240320:12345-192.168.203.28@tcp:41:mount.lustre.0 00000004:00000024:0.0:1784935857.112173:0:22762:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1784935857.112245:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+7:18044:x1871640273240320:12345-192.168.203.28@tcp:41:mount.lustre.0 Request processed in 114us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935857.112253:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9 00000100:00100000:2.0:1784935857.115456:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 10 00000100:00100000:2.0:1784935857.115551:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+6:0:x1871640273240192:12345-192.168.203.28@tcp:41:mount.lustre.0 00000004:00000024:2.0:1784935857.115824:0:22761:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1784935857.116108:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+6:0:x1871640273240192:12345-192.168.203.28@tcp:41:mount.lustre.0 Request processed in 569us (4372us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935857.116117:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 10 00000100:00100000:3.0:1784935857.123366:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 11 00000100:00100000:3.0:1784935857.123386:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+7:0:x1871640273239936:12345-192.168.203.28@tcp:41:mount.lustre.0 00000004:00000024:3.0:1784935857.123422:0:24288:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00080000:2.0:1784935857.123433:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1784935857.123439:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784935857.123673:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+7:0:x1871640273239936:12345-192.168.203.28@tcp:41:mount.lustre.0 Request processed in 293us (11904us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935857.123682:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 11 00000100:00100000:1.0:1784935857.123689:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935857.125390:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273240448 00000100:00100000:2.0:1784935857.125402:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273240448 00000100:00100000:2.0:1784935857.125508:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 12 00000100:00100000:2.0:1784935857.125519:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+7:18044:x1871640273240448:12345-192.168.203.28@tcp:40:mount.lustre.0 00000100:00100000:2.0:1784935857.125624:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+7:18044:x1871640273240448:12345-192.168.203.28@tcp:40:mount.lustre.0 Request processed in 98us (1929us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935857.125632:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 12 00000100:00100000:1.0:1784935857.132032:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935857.132516:0:22771:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273240832 00000100:00100000:2.0:1784935857.132527:0:22771:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273240832 00000100:00100000:2.0:1784935857.133056:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3 00000100:00100000:2.0:1784935857.133071:0:22771:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d945b6cb-f315-434a-b2a6-2accfe921d24+6:18044:x1871640273240832:12345-192.168.203.28@tcp:900:mount.lustre.0 00000100:00100000:2.0:1784935857.133163:0:22771:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d945b6cb-f315-434a-b2a6-2accfe921d24+6:18044:x1871640273240832:12345-192.168.203.28@tcp:900:mount.lustre.0 Request processed in 97us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935857.133172:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3 00000100:00100000:1.0:1784935857.133251:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935857.133404:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935857.136966:0:25416:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273240576 00000100:00100000:3.0:1784935857.136981:0:25416:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273240576 00000100:00100000:3.0:1784935857.137037:0:25416:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273240704 00000100:00100000:3.0:1784935857.137039:0:25416:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273240704 00000100:00100000:3.0:1784935857.137138:0:25416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 16 00000100:00100000:3.0:1784935857.137146:0:25416:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2390:x1871640273240576:12345-192.168.203.28@tcp:8:mount.lustre.0 00000100:00100000:0.0:1784935857.137267:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 17 00000100:00100000:0.0:1784935857.137293:0:24263:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2390:x1871640273240704:12345-192.168.203.28@tcp:8:mount.lustre.0 00010000:00080000:0.0:1784935857.137330:0:24263:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from d945b6cb-f315-434a-b2a6-2accfe921d24@192.168.203.28@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:0.0:1784935857.137364:0:24263:0:(genops.c:1406:class_connect()) connect: client d945b6cb-f315-434a-b2a6-2accfe921d24, cookie 0x857e02f4e0b1844f 00002000:00100000:0.0:1784935857.137374:0:24263:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli d945b6cb-f315-434a-b2a6-2accfe921d24/ffff8d4442bd8000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136cf ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1784935857.137392:0:24263:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1784935857.137540:0:24263:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1784935857.137571:0:24263:0:(import.c:65:import_set_state_nolock()) ffff8d4442bdc800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784935857.138193:0:24263:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+6:2390:x1871640273240704:12345-192.168.203.28@tcp:8:mount.lustre.0 Request processed in 914us (4785us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935857.138202:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 17 00010000:00080000:3.0:1784935857.138426:0:25416:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from d945b6cb-f315-434a-b2a6-2accfe921d24@192.168.203.28@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:3.0:1784935857.138449:0:25416:0:(genops.c:1406:class_connect()) connect: client d945b6cb-f315-434a-b2a6-2accfe921d24, cookie 0x857e02f4e0b18456 00002000:00100000:3.0:1784935857.138456:0:25416:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli d945b6cb-f315-434a-b2a6-2accfe921d24/ffff8d44422a2000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136cf ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1784935857.138523:0:25416:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1784935857.139604:0:25416:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1784935857.140005:0:25416:0:(import.c:65:import_set_state_nolock()) ffff8d44422a0000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784935857.140090:0:25416:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d945b6cb-f315-434a-b2a6-2accfe921d24+6:2390:x1871640273240576:12345-192.168.203.28@tcp:8:mount.lustre.0 Request processed in 2940us (6835us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935857.140112:0:25416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 16 00000100:00100000:1.0:1784935857.150369:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935857.150483:0:22763:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273240960 00000100:00100000:2.0:1784935857.150492:0:22763:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273240960 00000100:00100000:2.0:1784935857.150539:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 0 00000100:00100000:2.0:1784935857.150548:0:22763:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443590a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+6:18044:x1871640273240960:12345-192.168.203.28@tcp:33:mount.lustre.0 00000004:00080000:2.0:1784935857.160753:0:22763:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 10126us 00000004:00200000:3.0:1784935857.175506:0:22763:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1784935857.175647:0:22763:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443590a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+6:18044:x1871640273240960:12345-192.168.203.28@tcp:33:mount.lustre.0 Request processed in 25094us (25282us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935857.175664:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 0 00000100:00100000:2.0:1784935857.344341:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935857.344805:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273241088 00000100:00100000:1.0:1784935857.344815:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273241088 00000100:00100000:1.0:1784935857.344875:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 13 00000100:00100000:1.0:1784935857.344895:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+6:18092:x1871640273241088:12345-192.168.203.28@tcp:101:mkdir.0 00010000:00010000:1.0:1784935857.344914:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784935857.344973:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166a600/0x857e02f4e0b1845d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313af21 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935857.345036:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b18464 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935857.345050:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b18464 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935857.345063:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b18464 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784935857.345113:0:22760:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1784935857.345117:0:22760:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1784935857.345147:0:22760:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b18464 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935857.345171:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166a600/0x857e02f4e0b1845d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af21 expref: 8 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935857.345189:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b18464 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af21 expref: 7 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935857.345213:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:1.0:1784935857.345216:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1784935857.345219:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d454166b400, rc 0) 00000100:00100000:1.0:1784935857.345299:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+7:18092:x1871640273241088:12345-192.168.203.28@tcp:101:mkdir.0 Request processed in 406us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935857.345306:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 13 00010000:00010000:0.0:1784935857.389717:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935858.413223:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935858.605153:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443593800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292219520:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784935858.605242:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935858.605377:0:23501:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292219520 00000100:00100000:2.0:1784935858.605386:0:23501:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292219520 00000100:00100000:2.0:1784935858.605435:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1784935858.605443:0:23501:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292219520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1784935858.605474:0:23501:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1784935858.611696:0:23501:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292219520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 6243us (6443us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935858.611712:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1784935858.611734:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443593800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292219520:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1784935858.611750:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292219648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1784935858.611817:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935858.613991:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292219648 00000100:00100000:0.0:1784935858.614003:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292219648 00000100:00100000:0.0:1784935858.614107:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1784935858.614118:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292219648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1784935858.614157:0:22765:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1784935858.614241:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292219648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 125us (2424us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935858.614248:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1784935858.614319:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292219648:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1784935859.118923:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1784935859.118960:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443d6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292219776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1784935859.119027:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935859.119135:0:24268:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292219776 00000100:00100000:2.0:1784935859.119161:0:24268:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292219776 00000100:00100000:2.0:1784935859.119225:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1784935859.119234:0:24268:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292219776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1784935859.119260:0:24268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1784935859.119312:0:24268:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292219776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.119319:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1784935859.119364:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443d6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292219776:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1784935859.119918:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784935859.144339:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935859.144508:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273241216 00000100:00100000:2.0:1784935859.144518:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273241216 00000100:00080000:0.0:1784935859.144596:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784935859.144601:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 14 00000100:00100000:2.0:1784935859.144615:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+7:18144:x1871640273241216:12345-192.168.203.28@tcp:41:lfs.0 00000004:00000024:2.0:1784935859.144658:0:22761:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1784935859.144765:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+7:18144:x1871640273241216:12345-192.168.203.28@tcp:41:lfs.0 Request processed in 154us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.144771:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 14 00000100:00100000:2.0:1784935859.147057:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935859.147155:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273241344 00000100:00100000:1.0:1784935859.147164:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273241344 00000100:00100000:1.0:1784935859.147319:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 15 00000100:00100000:1.0:1784935859.147331:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+6:18144:x1871640273241344:12345-192.168.203.28@tcp:41:lfs.0 00000004:00000024:1.0:1784935859.147369:0:22760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00080000:0.0:1784935859.147519:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1784935859.147555:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+6:18144:x1871640273241344:12345-192.168.203.28@tcp:41:lfs.0 Request processed in 225us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935859.147562:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 15 00000100:00100000:3.0:1784935859.155410:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935859.155870:0:24268:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273241472 00000100:00100000:2.0:1784935859.155880:0:24268:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273241472 00000100:00100000:2.0:1784935859.155984:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6 00000100:00100000:2.0:1784935859.155995:0:24268:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d945b6cb-f315-434a-b2a6-2accfe921d24+6:18144:x1871640273241472:12345-192.168.203.28@tcp:13:lfs.0 00002000:00000024:2.0:1784935859.156023:0:24268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1784935859.156106:0:24268:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d945b6cb-f315-434a-b2a6-2accfe921d24+6:18144:x1871640273241472:12345-192.168.203.28@tcp:13:lfs.0 Request processed in 113us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.156114:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6 00000100:00080000:0.0:1784935859.156286:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784935859.159383:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935859.160023:0:24268:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273241600 00000100:00100000:2.0:1784935859.160048:0:24268:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273241600 00000100:00100000:2.0:1784935859.160120:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7 00000100:00100000:2.0:1784935859.160133:0:24268:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d945b6cb-f315-434a-b2a6-2accfe921d24+6:18144:x1871640273241600:12345-192.168.203.28@tcp:13:lfs.0 00002000:00000024:2.0:1784935859.160163:0:24268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1784935859.160246:0:24268:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d945b6cb-f315-434a-b2a6-2accfe921d24+6:18144:x1871640273241600:12345-192.168.203.28@tcp:13:lfs.0 Request processed in 116us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.160254:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7 00000100:00080000:0.0:1784935859.160328:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1784935859.341787:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935859.341893:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273241728 00000100:00100000:1.0:1784935859.341905:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273241728 00000100:00100000:1.0:1784935859.342305:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 130 00000100:00100000:1.0:1784935859.342316:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444356e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+10:18177:x1871640273241728:12345-192.168.203.28@tcp:101:mount.lustre.0 00010000:00010000:1.0:1784935859.342331:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784935859.342359:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d454166a600/0x857e02f4e0b1846b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x992e448fd313af28 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935859.342404:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d454166a600/0x857e02f4e0b1846b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af28 expref: 11 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935859.342415:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d454166a600/0x857e02f4e0b1846b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af28 expref: 11 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935859.342423:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d454166a600, rc 0) 00000100:00100000:1.0:1784935859.342481:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444356e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+11:18177:x1871640273241728:12345-192.168.203.28@tcp:101:mount.lustre.0 Request processed in 168us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935859.342487:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 130 00000100:00100000:3.0:1784935859.349425:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935859.349621:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273241856 00000100:00100000:2.0:1784935859.349631:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273241856 00000100:00100000:2.0:1784935859.349694:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 131 00000100:00100000:2.0:1784935859.349705:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444356f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+11:18177:x1871640273241856:12345-192.168.203.28@tcp:501:mount.lustre.0 00000100:00100000:2.0:1784935859.349871:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444356f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+11:18177:x1871640273241856:12345-192.168.203.28@tcp:501:mount.lustre.0 Request processed in 168us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.349879:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 131 00000100:00100000:3.0:1784935859.355500:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935859.355641:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273241984 00000100:00100000:2.0:1784935859.355652:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273241984 00000100:00100000:2.0:1784935859.355770:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 132 00000100:00100000:2.0:1784935859.355782:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444356d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+11:18177:x1871640273241984:12345-192.168.203.28@tcp:503:mount.lustre.0 00000100:00100000:2.0:1784935859.355952:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444356d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+11:18177:x1871640273241984:12345-192.168.203.28@tcp:503:mount.lustre.0 Request processed in 147us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.355961:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 132 00000100:00100000:3.0:1784935859.361084:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935859.361406:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273242112 00000100:00100000:0.0:1784935859.361415:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273242112 00000100:00100000:0.0:1784935859.361465:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 133 00000100:00100000:0.0:1784935859.361474:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+11:18183:x1871640273242112:12345-192.168.203.28@tcp:502:llog_process_th.0 00000100:00100000:0.0:1784935859.361612:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d818850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+11:18183:x1871640273242112:12345-192.168.203.28@tcp:502:llog_process_th.0 Request processed in 138us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935859.361620:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 133 00000100:00100000:3.0:1784935859.385406:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935859.386023:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273242240 00000100:00100000:2.0:1784935859.386033:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273242240 00000100:00100000:2.0:1784935859.386092:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 134 00000100:00100000:2.0:1784935859.386102:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+11:18183:x1871640273242240:12345-192.168.203.28@tcp:502:llog_process_th.0 00000100:00100000:2.0:1784935859.386534:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+11:18183:x1871640273242240:12345-192.168.203.28@tcp:502:llog_process_th.0 Request processed in 432us (1141us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.386542:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 134 00000100:00100000:3.0:1784935859.397195:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935859.397325:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273242368 00000100:00100000:1.0:1784935859.397335:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273242368 00000100:00100000:1.0:1784935859.397392:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 135 00000100:00100000:1.0:1784935859.397402:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+11:18183:x1871640273242368:12345-192.168.203.28@tcp:502:llog_process_th.0 00000100:00100000:1.0:1784935859.397547:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+11:18183:x1871640273242368:12345-192.168.203.28@tcp:502:llog_process_th.0 Request processed in 145us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935859.397555:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 135 00000100:00100000:3.0:1784935859.399845:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935859.401220:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273242496 00000100:00100000:2.0:1784935859.401234:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273242496 00000100:00100000:2.0:1784935859.401308:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 136 00000100:00100000:2.0:1784935859.401319:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+11:18177:x1871640273242496:12345-192.168.203.28@tcp:101:mount.lustre.0 00010000:00010000:2.0:1784935859.401336:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935859.401355:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4443699400/0x857e02f4e0b18472 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x992e448fd313af59 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935859.401381:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4443699400/0x857e02f4e0b18472 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af59 expref: 12 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935859.401392:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4443699400/0x857e02f4e0b18472 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af59 expref: 12 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935859.401401:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443699400, rc 0) 00000100:00100000:2.0:1784935859.401468:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+12:18177:x1871640273242496:12345-192.168.203.28@tcp:101:mount.lustre.0 Request processed in 151us (1632us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.401475:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 136 00000100:00100000:3.0:1784935859.405686:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935859.405792:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273242624 00000100:00100000:0.0:1784935859.405802:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273242624 00000100:00100000:0.0:1784935859.405858:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 137 00000100:00100000:0.0:1784935859.405867:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+12:18177:x1871640273242624:12345-192.168.203.28@tcp:256:mount.lustre.0 20000000:01000000:0.0:1784935859.405909:0:22753:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1784935859.405960:0:22753:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1784935859.405966:0:22753:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1784935859.405969:0:22753:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1784935859.405972:0:22753:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1784935859.405974:0:22753:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1784935859.407609:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d818050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+12:18177:x1871640273242624:12345-192.168.203.28@tcp:256:mount.lustre.0 Request processed in 1732us (1923us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935859.407623:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 137 00000100:00100000:3.0:1784935859.411087:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935859.411548:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273242752 00000100:00100000:1.0:1784935859.411558:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273242752 00000100:00100000:1.0:1784935859.411615:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 138 00000100:00100000:1.0:1784935859.411624:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+12:18177:x1871640273242752:12345-192.168.203.28@tcp:101:mount.lustre.0 00010000:00010000:1.0:1784935859.411640:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784935859.411659:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d454166b200/0x857e02f4e0b18479 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x992e448fd313af60 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935859.411688:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d454166b200/0x857e02f4e0b18479 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af60 expref: 13 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935859.411713:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d454166b200/0x857e02f4e0b18479 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af60 expref: 13 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935859.411722:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d454166b200, rc 0) 00000100:00100000:1.0:1784935859.411789:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d819c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+13:18177:x1871640273242752:12345-192.168.203.28@tcp:101:mount.lustre.0 Request processed in 166us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935859.411796:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 138 00000100:00100000:1.0:1784935859.413907:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935859.414241:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273242880 00000100:00100000:0.0:1784935859.414250:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273242880 00000100:00100000:0.0:1784935859.414348:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 139 00000100:00100000:0.0:1784935859.414358:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d818c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+13:18177:x1871640273242880:12345-192.168.203.28@tcp:501:mount.lustre.0 00000100:00100000:0.0:1784935859.414504:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d818c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+13:18177:x1871640273242880:12345-192.168.203.28@tcp:501:mount.lustre.0 Request processed in 147us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935859.414512:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 139 00000100:00100000:3.0:1784935859.415748:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935859.415852:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273243008 00000100:00100000:2.0:1784935859.415860:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273243008 00000100:00100000:2.0:1784935859.416104:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 140 00000100:00100000:2.0:1784935859.416115:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+13:18177:x1871640273243008:12345-192.168.203.28@tcp:503:mount.lustre.0 00000100:00100000:2.0:1784935859.416351:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d819050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+13:18177:x1871640273243008:12345-192.168.203.28@tcp:503:mount.lustre.0 Request processed in 237us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.416365:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 140 00000100:00100000:2.0:1784935859.419714:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935859.419797:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273243136 00000100:00100000:1.0:1784935859.419806:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273243136 00000100:00100000:1.0:1784935859.419890:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 141 00000100:00100000:1.0:1784935859.419900:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+13:18186:x1871640273243136:12345-192.168.203.28@tcp:502:llog_process_th.0 00000100:00100000:1.0:1784935859.420082:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+13:18186:x1871640273243136:12345-192.168.203.28@tcp:502:llog_process_th.0 Request processed in 183us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935859.420090:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 141 00000100:00100000:0.0:1784935859.431161:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935859.431366:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273243264 00000100:00100000:2.0:1784935859.431376:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273243264 00000100:00100000:2.0:1784935859.431430:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 142 00000100:00100000:2.0:1784935859.431440:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+13:18186:x1871640273243264:12345-192.168.203.28@tcp:502:llog_process_th.0 00000100:00100000:2.0:1784935859.431579:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+13:18186:x1871640273243264:12345-192.168.203.28@tcp:502:llog_process_th.0 Request processed in 139us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.431586:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 142 00000100:00100000:3.0:1784935859.436402:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935859.436492:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935859.436587:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273243392 00000100:00100000:1.0:1784935859.436597:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273243392 00000100:00100000:1.0:1784935859.436643:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273243648 00000100:00100000:1.0:1784935859.436647:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273243648 00000100:00100000:1.0:1784935859.436676:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 16 00000100:00100000:1.0:1784935859.436684:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2390:x1871640273243392:12345-192.168.203.28@tcp:38:mount.lustre.0 00010000:00080000:1.0:1784935859.436711:0:22762:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from b27a772f-7563-4277-91e6-a7f5c27851ea@192.168.203.28@tcp t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:1.0:1784935859.436749:0:22762:0:(genops.c:1406:class_connect()) connect: client b27a772f-7563-4277-91e6-a7f5c27851ea, cookie 0x857e02f4e0b18480 00000004:00100000:1.0:1784935859.436772:0:22762:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1784935859.436865:0:22762:0:(import.c:65:import_set_state_nolock()) ffff8d444355f000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784935859.437063:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27a772f-7563-4277-91e6-a7f5c27851ea+6:2390:x1871640273243392:12345-192.168.203.28@tcp:38:mount.lustre.0 Request processed in 377us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935859.437071:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 16 00000100:00100000:1.0:1784935859.437089:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 17 00000100:00100000:1.0:1784935859.437094:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444359b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2390:x1871640273243648:12345-192.168.203.28@tcp:38:mount.lustre.0 00010000:00080000:1.0:1784935859.437110:0:22762:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from b27a772f-7563-4277-91e6-a7f5c27851ea@192.168.203.28@tcp t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:1.0:1784935859.437136:0:22762:0:(genops.c:1406:class_connect()) connect: client b27a772f-7563-4277-91e6-a7f5c27851ea, cookie 0x857e02f4e0b18487 00000004:00100000:1.0:1784935859.437147:0:22762:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1784935859.437191:0:22762:0:(import.c:65:import_set_state_nolock()) ffff8d45465e5800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784935859.437217:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444359b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27a772f-7563-4277-91e6-a7f5c27851ea+6:2390:x1871640273243648:12345-192.168.203.28@tcp:38:mount.lustre.0 Request processed in 121us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935859.437223:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 17 00010000:00010000:0.0:1784935859.437674:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784935859.440332:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935859.440373:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935859.440538:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273243776 00000100:00100000:2.0:1784935859.440549:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273243776 00000100:00100000:2.0:1784935859.440617:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273243520 00000100:00100000:2.0:1784935859.440620:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273243520 00000100:00100000:2.0:1784935859.440648:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 18 00000100:00100000:2.0:1784935859.440659:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443599c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+6:0:x1871640273243776:12345-192.168.203.28@tcp:41:mount.lustre.0 00000004:00000024:2.0:1784935859.440694:0:22761:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1784935859.440759:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443599c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+6:0:x1871640273243776:12345-192.168.203.28@tcp:41:mount.lustre.0 Request processed in 101us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.440766:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 18 00000100:00100000:2.0:1784935859.440783:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 19 00000100:00100000:2.0:1784935859.440790:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+6:0:x1871640273243520:12345-192.168.203.28@tcp:41:mount.lustre.0 00000004:00000024:2.0:1784935859.440802:0:22761:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1784935859.440829:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+6:0:x1871640273243520:12345-192.168.203.28@tcp:41:mount.lustre.0 Request processed in 39us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.440835:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 19 00000100:00080000:0.0:1784935859.440914:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1784935859.440918:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1784935859.441833:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935859.442152:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273243904 00000100:00100000:2.0:1784935859.442159:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273243904 00000100:00100000:2.0:1784935859.442203:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 20 00000100:00100000:2.0:1784935859.442211:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+6:18177:x1871640273243904:12345-192.168.203.28@tcp:41:mount.lustre.0 00000004:00000024:2.0:1784935859.442232:0:22761:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1784935859.442306:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+6:18177:x1871640273243904:12345-192.168.203.28@tcp:41:mount.lustre.0 Request processed in 95us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.442313:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 20 00000100:00100000:0.0:1784935859.445503:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935859.445603:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273244032 00000100:00100000:1.0:1784935859.445612:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273244032 00000100:00100000:1.0:1784935859.445702:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 21 00000100:00100000:1.0:1784935859.445713:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27a772f-7563-4277-91e6-a7f5c27851ea+6:18177:x1871640273244032:12345-192.168.203.28@tcp:40:mount.lustre.0 00000100:00100000:1.0:1784935859.445797:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27a772f-7563-4277-91e6-a7f5c27851ea+6:18177:x1871640273244032:12345-192.168.203.28@tcp:40:mount.lustre.0 Request processed in 86us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935859.445804:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 21 00000100:00100000:3.0:1784935859.452070:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935859.452231:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935859.452609:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935859.452666:0:24266:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273244160 00000100:00100000:1.0:1784935859.452676:0:24266:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273244160 00000100:00100000:2.0:1784935859.452699:0:22772:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273244416 00000100:00100000:2.0:1784935859.452705:0:22772:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273244416 00000100:00100000:1.0:1784935859.452729:0:24266:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273244288 00000100:00100000:1.0:1784935859.452735:0:24266:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273244288 00000100:00100000:2.0:1784935859.452749:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4 00000100:00100000:2.0:1784935859.452763:0:22772:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b27a772f-7563-4277-91e6-a7f5c27851ea+6:18177:x1871640273244416:12345-192.168.203.28@tcp:900:mount.lustre.0 00000100:00100000:1.0:1784935859.452763:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 18 00000100:00100000:1.0:1784935859.452772:0:24266:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d444359ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2390:x1871640273244160:12345-192.168.203.28@tcp:8:mount.lustre.0 00010000:00080000:1.0:1784935859.452800:0:24266:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from b27a772f-7563-4277-91e6-a7f5c27851ea@192.168.203.28@tcp t0 exp 0000000000000000 cur 678 last 0 00000100:00100000:2.0:1784935859.452836:0:22772:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b27a772f-7563-4277-91e6-a7f5c27851ea+6:18177:x1871640273244416:12345-192.168.203.28@tcp:900:mount.lustre.0 Request processed in 78us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.452843:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4 00000020:00000080:1.0:1784935859.452852:0:24266:0:(genops.c:1406:class_connect()) connect: client b27a772f-7563-4277-91e6-a7f5c27851ea, cookie 0x857e02f4e0b1848e 00002000:00100000:1.0:1784935859.452865:0:24266:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli b27a772f-7563-4277-91e6-a7f5c27851ea/ffff8d444202e800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136cf ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1784935859.452877:0:24266:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:0.0:1784935859.452964:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 19 00000100:00100000:0.0:1784935859.452970:0:24265:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2390:x1871640273244288:12345-192.168.203.28@tcp:8:mount.lustre.0 00010000:00080000:0.0:1784935859.452990:0:24265:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from b27a772f-7563-4277-91e6-a7f5c27851ea@192.168.203.28@tcp t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:0.0:1784935859.453012:0:24265:0:(genops.c:1406:class_connect()) connect: client b27a772f-7563-4277-91e6-a7f5c27851ea, cookie 0x857e02f4e0b18495 00002000:00100000:0.0:1784935859.453024:0:24265:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli b27a772f-7563-4277-91e6-a7f5c27851ea/ffff8d4442bda000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136cf ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1784935859.453030:0:24265:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1784935859.453375:0:24266:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1784935859.453402:0:24266:0:(import.c:65:import_set_state_nolock()) ffff8d4442a09800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784935859.453447:0:24266:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d444359ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b27a772f-7563-4277-91e6-a7f5c27851ea+6:2390:x1871640273244160:12345-192.168.203.28@tcp:8:mount.lustre.0 Request processed in 675us (1215us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.453454:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 18 00002000:00080000:0.0:1784935859.453506:0:24265:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1784935859.453667:0:24265:0:(import.c:65:import_set_state_nolock()) ffff8d4442a0b800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784935859.453692:0:24265:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+6:2390:x1871640273244288:12345-192.168.203.28@tcp:8:mount.lustre.0 Request processed in 721us (1083us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.453699:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 19 00000100:00100000:3.0:1784935859.456474:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935859.456630:0:22764:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273244544 00000100:00100000:1.0:1784935859.456641:0:22764:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273244544 00000100:00100000:1.0:1784935859.456693:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1 00000100:00100000:1.0:1784935859.456704:0:22764:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+6:18177:x1871640273244544:12345-192.168.203.28@tcp:33:mount.lustre.0 00000004:00200000:1.0:1784935859.456785:0:22764:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1784935859.456864:0:22764:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+6:18177:x1871640273244544:12345-192.168.203.28@tcp:33:mount.lustre.0 Request processed in 162us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935859.456872:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1 00000100:00100000:1.0:1784935859.594562:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935859.594668:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273244672 00000100:00100000:2.0:1784935859.594677:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273244672 00000100:00100000:2.0:1784935859.594754:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 22 00000100:00100000:2.0:1784935859.594764:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443592a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+6:18209:x1871640273244672:12345-192.168.203.28@tcp:101:mkdir.0 00010000:00010000:2.0:1784935859.594785:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935859.594808:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698000/0x857e02f4e0b1849c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313af91 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935859.594875:0:22761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699c00/0x857e02f4e0b184a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935859.594889:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699c00/0x857e02f4e0b184a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935859.594903:0:22761:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699c00/0x857e02f4e0b184a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784935859.594985:0:22761:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1784935859.594990:0:22761:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1784935859.595010:0:22761:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699c00/0x857e02f4e0b184a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935859.595047:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698000/0x857e02f4e0b1849c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af91 expref: 8 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935859.595064:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699c00/0x857e02f4e0b184a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af91 expref: 7 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935859.595073:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:2.0:1784935859.595076:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1784935859.595079:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443699c00, rc 0) 00000100:00100000:2.0:1784935859.595278:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443592a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+7:18209:x1871640273244672:12345-192.168.203.28@tcp:101:mkdir.0 Request processed in 506us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935859.595291:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 22 00000100:00100000:2.0:1784935860.141898:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1784935860.141958:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443d6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292220160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1784935860.142035:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935860.142084:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292220032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1784935860.142108:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935860.142145:0:24267:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292220160 00000100:00100000:2.0:1784935860.142152:0:24267:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292220160 00000100:00100000:3.0:1784935860.142184:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784935860.142198:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443591f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292219904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1784935860.142202:0:24267:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292220032 00000100:00100000:2.0:1784935860.142206:0:24267:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292220032 00000100:00100000:2.0:1784935860.142232:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1784935860.142241:0:24267:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292220160:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1784935860.142250:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1784935860.142275:0:24267:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1784935860.142321:0:24267:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292220160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935860.142329:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1784935860.142652:0:24267:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292219904 00000100:00100000:2.0:1784935860.142657:0:24267:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292219904 00000100:00100000:2.0:1784935860.142678:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1784935860.142686:0:24267:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1871640292220032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1784935860.142697:0:24267:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1784935860.142697:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1784935860.142705:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1784935860.142729:0:24267:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1871640292220032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935860.142736:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1784935860.142748:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1784935860.142754:0:24267:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292219904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1784935860.142771:0:24267:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1784935860.142806:0:24267:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292219904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935860.142812:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1784935860.142853:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443d6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292220160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1784935860.142866:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292220032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1784935860.142920:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443591f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292219904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1784935860.143300:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292220672:0@lo:400:kworker.0 00000100:00100000:2.0:1784935860.143334:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935860.143688:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4581e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292220288:0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.143722:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935860.143753:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292220800:0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.143776:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935860.143816:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1871640292221184:0@lo:400:kworker.0 00000100:00100000:2.0:1784935860.143840:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935860.143860:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1784935860.143866:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3650:1871640292220544:0@lo:400:kworker.0 00000100:00100000:2.0:1784935860.143886:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935860.144131:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3651:1871640292221312:0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.144170:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292220288 00000100:00100000:0.0:1784935860.144177:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292220288 00000100:00100000:0.0:1784935860.144218:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1784935860.144226:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+24:3651:x1871640292220288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.144284:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+24:3651:x1871640292220288:12345-0@lo:400:kworker.0 Request processed in 59us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935860.144291:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1784935860.144319:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292220416:0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.144356:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935860.144373:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1871640292220928:0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.144397:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292220672 00000100:00100000:0.0:1784935860.144400:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292220672 00000100:00100000:0.0:1784935860.144682:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292220416 00000100:00100000:0.0:1784935860.144688:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292220416 00000100:00100000:0.0:1784935860.144716:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1784935860.144722:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292220672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.144759:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292220672:12345-0@lo:400:kworker.0 Request processed in 38us (1424us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935860.144765:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1784935860.144778:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1784935860.144784:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443dac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292220416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.144817:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443dac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292220416:12345-0@lo:400:kworker.0 Request processed in 33us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935860.144823:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1784935860.144872:0:25033:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292220800 00000100:00100000:0.0:1784935860.144875:0:25033:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292220800 00000100:00100000:0.0:1784935860.144901:0:25033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784935860.144907:0:25033:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443d6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292220800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.144972:0:25033:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443d6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292220800:12345-0@lo:400:kworker.0 Request processed in 54us (1184us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935860.144979:0:25033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1784935860.145183:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3650:1871640292221056:0@lo:400:kworker.0 00000100:00100000:2.0:1784935860.145208:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935860.145265:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292220672:0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.145314:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292221184 00000100:00100000:0.0:1784935860.145318:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292221184 00000100:00100000:0.0:1784935860.145497:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292220544 00000100:00100000:0.0:1784935860.145502:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292220544 00000100:00100000:0.0:1784935860.145516:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292221056 00000100:00100000:0.0:1784935860.145518:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292221056 00000100:00100000:0.0:1784935860.145532:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1784935860.145538:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1871640292221184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.145577:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1871640292221184:12345-0@lo:400:kworker.0 Request processed in 38us (1736us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935860.145593:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1784935860.145606:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1784935860.145613:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1871640292220544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.145641:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1871640292220544:12345-0@lo:400:kworker.0 Request processed in 29us (1754us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935860.145647:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1784935860.145657:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1784935860.145662:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1871640292221056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.145684:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1871640292221056:12345-0@lo:400:kworker.0 Request processed in 21us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935860.145689:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:0.0:1784935860.145704:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1784935860.145708:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1784935860.145732:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935860.145750:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1871640292221440:0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.145770:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935860.145791:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292220416:0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.145815:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935860.145835:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4581e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292220288:0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.145846:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292220800:0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.145865:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292220928 00000100:00100000:0.0:1784935860.145867:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292220928 00000100:00100000:0.0:1784935860.145880:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292221440 00000100:00100000:0.0:1784935860.145882:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292221440 00000100:00100000:0.0:1784935860.145895:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292221312 00000100:00100000:0.0:1784935860.145903:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292221312 00000100:00100000:0.0:1784935860.145919:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1784935860.145924:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443dadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1871640292220928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.145988:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443dadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1871640292220928:12345-0@lo:400:kworker.0 Request processed in 64us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935860.145994:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1784935860.146004:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1784935860.146009:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443dad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1871640292221440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.146139:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443dad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1871640292221440:12345-0@lo:400:kworker.0 Request processed in 129us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935860.146145:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1784935860.146156:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1784935860.146162:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1871640292221312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.146187:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1871640292221312:12345-0@lo:400:kworker.0 Request processed in 26us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935860.146192:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:0.0:1784935860.146203:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1784935860.146206:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1784935860.146221:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1871640292220928:0@lo:400:kworker.0 00010000:00080000:0.0:1784935860.146232:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d44419c8a80 x1871640292221440/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935860.146243:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1871640292221440:0@lo:400:kworker.0 00000100:00100000:0.0:1784935860.146281:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3651:1871640292221312:0@lo:400:kworker.0 00000100:00100000:2.0:1784935860.146559:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3650:1871640292220544:0@lo:400:kworker.0 00000100:00100000:2.0:1784935860.146570:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3650:1871640292221056:0@lo:400:kworker.0 00010000:00080000:2.0:1784935860.146581:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d44419cb100 x1871640292221184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784935860.146590:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1871640292221184:0@lo:400:kworker.0 00010000:00010000:0.0:1784935860.465324:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1784935860.657406:0:24260:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b27a772f-7563-4277-91e6-a7f5c27851ea 00000001:00100000:0.0:1784935860.657428:0:24260:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d945b6cb-f315-434a-b2a6-2accfe921d24 00000001:00100000:2.0:1784935860.657586:0:25080:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b27a772f-7563-4277-91e6-a7f5c27851ea 00000001:00100000:2.0:1784935860.657598:0:25080:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d945b6cb-f315-434a-b2a6-2accfe921d24 00000001:00080000:2.0:1784935860.657605:0:25080:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00010000:00010000:0.0:1784935861.485861:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1784935861.870609:0:22796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:0.0:1784935861.909685:0:25638:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1784935862.510443:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1784935862.705959:0:22740:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b27a772f-7563-4277-91e6-a7f5c27851ea 00000001:00100000:2.0:1784935862.705974:0:22740:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d945b6cb-f315-434a-b2a6-2accfe921d24 00000001:00100000:3.0:1784935862.710067:0:23492:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of b27a772f-7563-4277-91e6-a7f5c27851ea 00000001:00100000:3.0:1784935862.710082:0:23492:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d945b6cb-f315-434a-b2a6-2accfe921d24 00010000:00010000:0.0:1784935863.533658:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935863.725900:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443591500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292221568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784935863.725996:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935863.726057:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784935863.726064:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4566eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292221696:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784935863.726088:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935863.726150:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292221568 00000100:00100000:3.0:1784935863.726158:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292221568 00000100:00100000:3.0:1784935863.726205:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292221696 00000100:00100000:3.0:1784935863.726208:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292221696 00000100:00100000:3.0:1784935863.726226:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1784935863.726234:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292221568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1784935863.726279:0:22765:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1784935863.726286:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1784935863.726298:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292221696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1784935863.726320:0:22766:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1784935863.726347:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292221568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935863.726356:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1784935863.726367:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292221696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935863.726375:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1784935863.726469:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4566eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292221696:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784935863.726481:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443591500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292221568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784935864.241746:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4574645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292221824:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1784935864.241816:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935864.241881:0:24268:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292221824 00000100:00100000:0.0:1784935864.241890:0:24268:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292221824 00000100:00100000:0.0:1784935864.241965:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784935864.241977:0:24268:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4581e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292221824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1784935864.242004:0:24268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784935864.242046:0:24268:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4581e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1871640292221824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935864.242053:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1784935864.242071:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784935864.242104:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4574645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1871640292221824:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1784935864.489183:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935864.489266:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935864.489369:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273244800 00000100:00100000:1.0:1784935864.489380:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273244800 00000100:00100000:1.0:1784935864.489443:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 144 00000100:00100000:1.0:1784935864.489455:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+13:2392:x1871640273244800:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:1.0:1784935864.489554:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+13:2392:x1871640273244800:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 101us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935864.489562:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 144 00000100:00100000:1.0:1784935864.489990:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935864.490030:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935864.490039:0:24263:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273245312 00000100:00100000:3.0:1784935864.490046:0:24263:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273245312 00000100:00100000:3.0:1784935864.490101:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3 00000100:00100000:3.0:1784935864.490110:0:24263:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+5:2392:x1871640273245312:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1784935864.490153:0:24263:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+5:2392:x1871640273245312:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 44us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935864.490160:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3 00000100:00080000:0.0:1784935864.490266:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1784935864.492268:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935864.492307:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935864.492355:0:24265:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273245824 00000100:00100000:3.0:1784935864.492365:0:24265:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273245824 00000100:00100000:3.0:1784935864.492422:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4 00000100:00100000:3.0:1784935864.492446:0:24265:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+5:2392:x1871640273245824:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1784935864.492522:0:24265:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+5:2392:x1871640273245824:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 78us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935864.492529:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4 00000100:00100000:2.0:1784935864.492689:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273245056 00000100:00100000:2.0:1784935864.492694:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273245056 00000100:00080000:3.0:1784935864.492717:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1784935864.492776:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273245568 00000100:00100000:3.0:1784935864.492781:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273245568 00000100:00100000:2.0:1784935864.492798:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 38 00000100:00100000:2.0:1784935864.492811:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4574645180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+5:2392:x1871640273245056:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1784935864.492818:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 39 00000100:00100000:3.0:1784935864.492827:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443593480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b27a772f-7563-4277-91e6-a7f5c27851ea+5:2392:x1871640273245568:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:2.0:1784935864.492867:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4574645180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+5:2392:x1871640273245056:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 58us (3597us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935864.492868:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443593480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b27a772f-7563-4277-91e6-a7f5c27851ea+5:2392:x1871640273245568:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 38us (2834us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935864.492886:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 38 00000100:00080000:2.0:1784935864.493145:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1784935864.497092:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 39 00000100:00100000:1.0:1784935864.497906:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935864.497956:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935864.500793:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273244928 00000100:00100000:0.0:1784935864.500811:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273244928 00000100:00100000:0.0:1784935864.500911:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40 00000100:00100000:0.0:1784935864.500924:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443591880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+6:2392:x1871640273244928:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1784935864.501098:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443591880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+6:2392:x1871640273244928:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 177us (8788us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935864.501107:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40 00000100:00100000:3.0:1784935864.501673:0:24266:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273245184 00000100:00100000:3.0:1784935864.501681:0:24266:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273245184 00000100:00100000:3.0:1784935864.501722:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5 00000100:00100000:3.0:1784935864.501731:0:24266:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+5:2392:x1871640273245184:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1784935864.501769:0:24266:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+5:2392:x1871640273245184:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 40us (3867us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935864.501774:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5 00000100:00080000:3.0:1784935864.501790:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1784935864.501795:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784935864.501836:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273245440 00000100:00100000:2.0:1784935864.501842:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273245440 00000040:00080000:0.0:1784935864.501850:0:23514:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1784935864.501898:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 41 00000100:00100000:1.0:1784935864.501910:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443592d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b27a772f-7563-4277-91e6-a7f5c27851ea+6:2392:x1871640273245440:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:1.0:1784935864.501970:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443592d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b27a772f-7563-4277-91e6-a7f5c27851ea+6:2392:x1871640273245440:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 62us (4012us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935864.501985:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 41 00000100:00080000:2.0:1784935864.502116:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784935864.506781:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935864.507845:0:25416:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273245696 00000100:00100000:3.0:1784935864.507856:0:25416:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273245696 00000100:00100000:3.0:1784935864.508068:0:25416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6 00000100:00100000:3.0:1784935864.508078:0:25416:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b27a772f-7563-4277-91e6-a7f5c27851ea+5:2392:x1871640273245696:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1784935864.508155:0:25416:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b27a772f-7563-4277-91e6-a7f5c27851ea+5:2392:x1871640273245696:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 79us (1382us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935864.508170:0:25416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6 00000100:00080000:1.0:1784935864.508866:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1784935864.557852:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1784935865.155570:0:25785:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc1b9a1990 20000000:00000080:3.0:1784935865.155588:0:25785:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8d456c909800 uarg=0000000000000000 20000000:01000000:3.0:1784935865.155641:0:25785:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1784935865.155647:0:25785:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1784935865.155651:0:25785:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1784935865.156604:0:25786:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:3.0:1784935865.156779:0:25785:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1784935865.163622:0:25785:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1784935865.163773:0:25785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b184aa lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.163792:0:25785:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d457d1b9200/0x857e02f4e0b18107 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b18100 expref: 23 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.163801:0:25785:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d4554021c00/0x857e02f4e0b18115 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b1810e expref: 23 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.163807:0:25785:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d457d1b9800/0x857e02f4e0b18154 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b1814d expref: 23 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.163814:0:25785:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d4541528800/0x857e02f4e0b181ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b181e7 expref: 23 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.163835:0:25785:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d4443698a00/0x857e02f4e0b1843a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313aef0 expref: 12 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.163841:0:25785:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d454166b200/0x857e02f4e0b18479 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af60 expref: 12 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.163849:0:25785:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b184aa lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.163889:0:25785:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d454166b200/0x857e02f4e0b18479 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313af60 expref: 12 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.163908:0:25785:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d454166b200/0x857e02f4e0b18479 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313af60 expref: 12 pid: 22755 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935865.164477:0:25785:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25785:1871640292221952:192.168.203.28@tcp:104: 00010000:00010000:2.0:1784935865.164587:0:25785:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d4443698a00/0x857e02f4e0b1843a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313aef0 expref: 12 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.164598:0:25785:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d4443698a00/0x857e02f4e0b1843a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313aef0 expref: 12 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935865.164607:0:25785:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419cad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25785:1871640292222080:192.168.203.28@tcp:104: 00010000:00010000:2.0:1784935865.164642:0:25785:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d4541528800/0x857e02f4e0b181ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x857e02f4e0b181e7 expref: 23 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.164650:0:25785:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d4541528800/0x857e02f4e0b181ee lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x857e02f4e0b181e7 expref: 23 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935865.164672:0:25785:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25785:1871640292222208:0@lo:104: 00000100:00100000:2.0:1784935865.164713:0:25785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1784935865.164761:0:25785:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d457d1b9800/0x857e02f4e0b18154 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x857e02f4e0b1814d expref: 23 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.164770:0:25785:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d457d1b9800/0x857e02f4e0b18154 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x857e02f4e0b1814d expref: 23 pid: 22753 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935865.164777:0:25785:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25785:1871640292222336:0@lo:104: 00000100:00100000:2.0:1784935865.164798:0:25785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1784935865.164822:0:25785:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d4554021c00/0x857e02f4e0b18115 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x857e02f4e0b1810e expref: 23 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.164830:0:25785:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d4554021c00/0x857e02f4e0b18115 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x857e02f4e0b1810e expref: 23 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935865.164838:0:25785:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25785:1871640292222464:0@lo:104: 00000100:00100000:2.0:1784935865.164860:0:25785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1784935865.164877:0:25785:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d457d1b9200/0x857e02f4e0b18107 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x857e02f4e0b18100 expref: 23 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.164885:0:25785:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d457d1b9200/0x857e02f4e0b18107 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x857e02f4e0b18100 expref: 23 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935865.164893:0:25785:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25785:1871640292222592:0@lo:104: 00000100:00100000:2.0:1784935865.164912:0:25785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935865.164948:0:25785:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d45741bd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784935865.164982:0:22744:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292222208 00000100:00100000:2.0:1784935865.164995:0:22744:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292222208 00000100:00100000:2.0:1784935865.165032:0:22744:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292222336 00000100:00100000:2.0:1784935865.165034:0:22744:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292222336 00000100:00100000:2.0:1784935865.165043:0:22744:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292222464 00000100:00100000:2.0:1784935865.165045:0:22744:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292222464 00000100:00100000:2.0:1784935865.165052:0:22744:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292222592 00000100:00100000:2.0:1784935865.165054:0:22744:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292222592 00000100:00100000:2.0:1784935865.165066:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1784935865.165073:0:22744:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+6:25785:x1871640292222208:12345-0@lo:104: 00010000:00010000:2.0:1784935865.165085:0:22744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b181e7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b181ee expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.165138:0:22744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1784935865.165144:0:22744:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+6:25785:x1871640292222208:12345-0@lo:104: Request processed in 71us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935865.165150:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1784935865.165167:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1784935865.165173:0:22744:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+5:25785:x1871640292222336:12345-0@lo:104: 00010000:00010000:2.0:1784935865.165181:0:22744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.128@tcp lock: ffff8d4541528a00/0x857e02f4e0b1814d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b18154 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.165353:0:22748:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935865.165361:0:22748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b181e7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b181ee expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.165368:0:22748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020400 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:0.0:1784935865.165372:0:22748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b181e7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x857e02f4e0b181ee expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.165380:0:22748:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b181e7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x857e02f4e0b181ee expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784935865.165387:0:22748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b181e7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x857e02f4e0b181ee expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935865.165393:0:22748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1784935865.165424:0:22748:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b181e7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b181ee expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.165431:0:22748:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784935865.165456:0:22748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b181e7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b181ee expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.165463:0:22748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4554020400/0x857e02f4e0b181e7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b181ee expref: -99 pid: 25079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.165476:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935865.165478:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935865.165480:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935865.165497:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0883f439-c2be-437a-b694-9442d8eddaa0:3652:1871640292222720:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784935865.165524:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935865.165565:0:25097:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292222720 00000100:00100000:0.0:1784935865.165569:0:25097:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292222720 00010000:00010000:0.0:1784935865.165589:0:25097:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d4541528800/0x857e02f4e0b181ee lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b181e7 expref: 24 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935865.165612:0:25097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1784935865.165618:0:25097:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0883f439-c2be-437a-b694-9442d8eddaa0+24:3652:x1871640292222720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784935865.165628:0:25097:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784935865.165633:0:25097:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d4541528800/0x857e02f4e0b181ee lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b181e7 expref: 24 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.165642:0:25097:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d4541528800/0x857e02f4e0b181ee lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x857e02f4e0b181e7 expref: 24 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.165659:0:25097:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784935865.165685:0:25097:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0883f439-c2be-437a-b694-9442d8eddaa0+24:3652:x1871640292222720:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.165692:0:25097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1784935865.165723:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44431f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0883f439-c2be-437a-b694-9442d8eddaa0:3652:1871640292222720:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784935865.166287:0:22744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1784935865.166297:0:22744:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+5:25785:x1871640292222336:12345-0@lo:104: Request processed in 1123us (1497us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935865.166304:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1784935865.166324:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1784935865.166331:0:22744:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+4:25785:x1871640292222464:12345-0@lo:104: 00010000:00010000:2.0:1784935865.166342:0:22744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b1810e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b18115 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.166390:0:22744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1784935865.166395:0:22744:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+4:25785:x1871640292222464:12345-0@lo:104: Request processed in 65us (1536us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935865.166401:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1784935865.166413:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1784935865.166419:0:22744:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+3:25785:x1871640292222592:12345-0@lo:104: 00010000:00010000:2.0:1784935865.166427:0:22744:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b18100 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b18107 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935865.166455:0:22744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1784935865.166460:0:22744:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0883f439-c2be-437a-b694-9442d8eddaa0+3:25785:x1871640292222592:12345-0@lo:104: Request processed in 41us (1547us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935865.166466:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:2.0:1784935865.166499:0:25785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4541528800/0x857e02f4e0b181ee lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x857e02f4e0b181e7 expref: 23 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935865.166511:0:25785:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25785:1871640292222208:0@lo:104: 00000100:00100000:2.0:1784935865.166519:0:25785:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25785:1871640292222336:0@lo:104: 00000100:00100000:2.0:1784935865.166525:0:25785:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25785:1871640292222464:0@lo:104: 00000100:00100000:2.0:1784935865.166531:0:25785:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25785:1871640292222592:0@lo:104: 00010000:00010000:0.0:1784935865.166722:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1784935865.166729:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d4541528a00/0x857e02f4e0b1814d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b18154 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.166735:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4541528a00 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:0.0:1784935865.166739:0:22749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d4541528a00/0x857e02f4e0b1814d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x857e02f4e0b18154 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.166746:0:22749:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d4541528a00/0x857e02f4e0b1814d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x857e02f4e0b18154 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784935865.166754:0:22749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d4541528a00/0x857e02f4e0b1814d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x857e02f4e0b18154 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935865.166759:0:22749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1784935865.166793:0:22749:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d4541528a00/0x857e02f4e0b1814d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b18154 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.166800:0:22749:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784935865.166819:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d4541528a00/0x857e02f4e0b1814d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b18154 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.166825:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d4541528a00/0x857e02f4e0b1814d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b18154 expref: -99 pid: 24259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.166836:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784935865.166839:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b1810e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b18115 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.166844:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d300800 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:0.0:1784935865.166852:0:22749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b1810e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x857e02f4e0b18115 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.166858:0:22749:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b1810e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x857e02f4e0b18115 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784935865.166865:0:22749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b1810e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x857e02f4e0b18115 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935865.166870:0:22749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1784935865.166885:0:22749:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b1810e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b18115 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.166890:0:22749:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784935865.166896:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b1810e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b18115 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.166902:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d457d300800/0x857e02f4e0b1810e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b18115 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.166914:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935865.166916:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b18100 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x857e02f4e0b18107 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.166951:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d457d1b8e00 already unused, calling callback (ffffffffc12b4c20) 10000000:00010000:0.0:1784935865.166954:0:22749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b18100 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x857e02f4e0b18107 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.166961:0:22749:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b18100 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x857e02f4e0b18107 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784935865.166978:0:22749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b18100 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x857e02f4e0b18107 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935865.166983:0:22749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1784935865.166997:0:22749:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b18100 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b18107 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.167003:0:22749:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784935865.167016:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b18100 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b18107 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.167023:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.128@tcp lock: ffff8d457d1b8e00/0x857e02f4e0b18100 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x857e02f4e0b18107 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.167037:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935865.167039:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935865.167040:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935865.167048:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935865.167058:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292222848:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784935865.167092:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935865.167123:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784935865.167129:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292222976:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784935865.167149:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935865.167192:0:22747:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292222848 00000100:00100000:0.0:1784935865.167197:0:22747:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292222848 00010000:00010000:0.0:1784935865.167410:0:22747:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d457d1b9800/0x857e02f4e0b18154 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b1814d expref: 23 pid: 22753 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935865.167433:0:22747:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292222976 00000100:00100000:0.0:1784935865.167443:0:22747:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292222976 00010000:00010000:0.0:1784935865.167459:0:22747:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d4554021c00/0x857e02f4e0b18115 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b1810e expref: 24 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935865.167478:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1784935865.167483:0:22747:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0883f439-c2be-437a-b694-9442d8eddaa0+24:3649:x1871640292222848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784935865.167492:0:22747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784935865.167496:0:22747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d457d1b9800/0x857e02f4e0b18154 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b1814d expref: 24 pid: 22753 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.167504:0:22747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d457d1b9800/0x857e02f4e0b18154 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x857e02f4e0b1814d expref: 24 pid: 22753 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.167517:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d1b9800/0x857e02f4e0b18154 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x857e02f4e0b1814d expref: 24 pid: 22753 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.167528:0:22747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784935865.167557:0:22747:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0883f439-c2be-437a-b694-9442d8eddaa0+23:3649:x1871640292222848:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.167563:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1784935865.167575:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784935865.167580:0:22747:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0883f439-c2be-437a-b694-9442d8eddaa0+22:3649:x1871640292222976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784935865.167587:0:22747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784935865.167591:0:22747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d4554021c00/0x857e02f4e0b18115 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b1810e expref: 22 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.167598:0:22747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d4554021c00/0x857e02f4e0b18115 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x857e02f4e0b1810e expref: 22 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.167607:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4554021c00/0x857e02f4e0b18115 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x857e02f4e0b1810e expref: 22 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.167622:0:22747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784935865.167646:0:22747:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0883f439-c2be-437a-b694-9442d8eddaa0+21:3649:x1871640292222976:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.167651:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784935865.167750:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292223104:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784935865.167775:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935865.167815:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292222976:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784935865.167823:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292222848:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784935865.167844:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935865.167852:0:25097:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292223104 00000100:00100000:0.0:1784935865.167855:0:25097:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292223104 00010000:00010000:0.0:1784935865.167869:0:25097:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d457d1b9200/0x857e02f4e0b18107 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b18100 expref: 21 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935865.167886:0:25097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1784935865.167891:0:25097:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0883f439-c2be-437a-b694-9442d8eddaa0+21:3651:x1871640292223104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784935865.167897:0:25097:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784935865.167900:0:25097:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d457d1b9200/0x857e02f4e0b18107 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x857e02f4e0b18100 expref: 21 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.167908:0:25097:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d457d1b9200/0x857e02f4e0b18107 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x857e02f4e0b18100 expref: 21 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.167916:0:25097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d457d1b9200/0x857e02f4e0b18107 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x857e02f4e0b18100 expref: 21 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935865.168479:0:25785:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25785:1871640292221952:192.168.203.28@tcp:104: 00000100:00100000:3.0:1784935865.168489:0:25785:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419cad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25785:1871640292222080:192.168.203.28@tcp:104: 00010000:00010000:3.0:1784935865.168528:0:25785:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b184aa lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.168654:0:25097:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784935865.168730:0:25097:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0883f439-c2be-437a-b694-9442d8eddaa0+20:3651:x1871640292223104:12345-0@lo:103:ldlm_bl.0 Request processed in 837us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.168737:0:25097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1784935865.168789:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0883f439-c2be-437a-b694-9442d8eddaa0:3651:1871640292223104:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784935865.174167:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935865.174253:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935865.174337:0:22746:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273246080 00000100:00100000:0.0:1784935865.174347:0:22746:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273246080 00010000:00010000:0.0:1784935865.174384:0:22746:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d4443698a00/0x857e02f4e0b1843a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313aef0 expref: 13 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935865.174416:0:22746:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273245952 00000100:00100000:0.0:1784935865.174420:0:22746:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273245952 00010000:00010000:0.0:1784935865.174431:0:22746:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d454166b200/0x857e02f4e0b18479 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313af60 expref: 14 pid: 22755 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935865.174459:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 13 00000100:00100000:0.0:1784935865.174469:0:22746:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d45705bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a3519dd-079e-4a83-b910-357c6d40cc31+14:2392:x1871640273246080:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784935865.174483:0:22746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784935865.174489:0:22746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d4443698a00/0x857e02f4e0b1843a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313aef0 expref: 14 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.174501:0:22746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d4443698a00/0x857e02f4e0b1843a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313aef0 expref: 14 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.174517:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4443698a00/0x857e02f4e0b1843a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313aef0 expref: 14 pid: 22754 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.174533:0:22746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784935865.174578:0:22746:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d45705bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a3519dd-079e-4a83-b910-357c6d40cc31+13:2392:x1871640273246080:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 111us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.174599:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 13 00000100:00100000:0.0:1784935865.174643:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 14 00000100:00100000:0.0:1784935865.174649:0:22746:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a3519dd-079e-4a83-b910-357c6d40cc31+12:2392:x1871640273245952:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784935865.174657:0:22746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784935865.174662:0:22746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d454166b200/0x857e02f4e0b18479 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313af60 expref: 12 pid: 22755 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.174672:0:22746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d454166b200/0x857e02f4e0b18479 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313af60 expref: 12 pid: 22755 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.174679:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d454166b200/0x857e02f4e0b18479 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313af60 expref: 12 pid: 22755 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.174692:0:22746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b184aa lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.174699:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b184aa lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.174712:0:22746:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b184aa lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.174719:0:22746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b184aa lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.174726:0:22746:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b184aa lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.174733:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b184aa lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.174746:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699e00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935865.174756:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b184aa lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.174764:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b184aa lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.174776:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b184aa lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935865.174787:0:22746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784935865.174808:0:22746:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a3519dd-079e-4a83-b910-357c6d40cc31+11:2392:x1871640273245952:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 159us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.174815:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 14 00010000:00010000:3.0:1784935865.175305:0:25785:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b184aa lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935865.175315:0:25785:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b184aa lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935865.175321:0:25785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d4443699e00/0x857e02f4e0b184aa lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935865.263229:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443593100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292223232:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1784935865.263305:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935865.263391:0:24268:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292223232 00000100:00100000:1.0:1784935865.263400:0:24268:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292223232 00000100:00100000:1.0:1784935865.263476:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1784935865.263486:0:24268:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292223232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1784935865.263511:0:24268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1784935865.263559:0:24268:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292223232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935865.263566:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:0.0:1784935865.263839:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784935865.263877:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443593100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292223232:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1784935865.267522:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292223360:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.267587:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935865.267617:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292223872:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.267640:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935865.267658:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1871640292224384:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.267681:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935865.267705:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1784935865.267710:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292223488:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.267741:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935865.267771:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292224000:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.267791:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935865.267807:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3649:1871640292224512:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.267830:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935865.267862:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292223360 00000100:00100000:0.0:1784935865.267868:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292223360 00000100:00100000:0.0:1784935865.267910:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1784935865.267919:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292223360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.268003:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292223360:12345-0@lo:400:kworker.0 Request processed in 84us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.268010:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1784935865.268031:0:25033:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292223872 00000100:00100000:0.0:1784935865.268035:0:25033:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292223872 00000100:00100000:0.0:1784935865.268058:0:25033:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292223488 00000100:00100000:0.0:1784935865.268061:0:25033:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292223488 00000100:00100000:0.0:1784935865.268088:0:25033:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292224000 00000100:00100000:0.0:1784935865.268091:0:25033:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292224000 00000100:00100000:0.0:1784935865.268107:0:25033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784935865.268113:0:25033:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292223872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.268143:0:25033:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292223872:12345-0@lo:400:kworker.0 Request processed in 31us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.268149:0:25033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784935865.268161:0:25033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1784935865.268167:0:25033:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292223488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.268193:0:25033:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1871640292223488:12345-0@lo:400:kworker.0 Request processed in 26us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.268208:0:25033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1784935865.268221:0:25033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1784935865.268227:0:25033:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292224000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.268267:0:25033:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292224000:12345-0@lo:400:kworker.0 Request processed in 40us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.268272:0:25033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1784935865.268289:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292224384 00000100:00100000:0.0:1784935865.268292:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292224384 00000100:00100000:0.0:1784935865.268323:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292224512 00000100:00100000:0.0:1784935865.268325:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292224512 00000100:00100000:0.0:1784935865.268342:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1784935865.268348:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1871640292224384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.268377:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1871640292224384:12345-0@lo:400:kworker.0 Request processed in 30us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.268383:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1784935865.268394:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1784935865.268400:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443cf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1871640292224512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.268424:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443cf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1871640292224512:12345-0@lo:400:kworker.0 Request processed in 26us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.268430:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:0.0:1784935865.268463:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1784935865.268467:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1784935865.268469:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1784935865.268480:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292223744:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.268507:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935865.268524:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3652:1871640292224256:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.268551:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935865.268566:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1784935865.268572:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1871640292223616:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.268591:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935865.268603:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1871640292224128:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.268622:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935865.268631:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443cf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1871640292224640:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.268645:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935865.268661:0:23501:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292223744 00000100:00100000:0.0:1784935865.268664:0:23501:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292223744 00000100:00100000:0.0:1784935865.268688:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1784935865.268693:0:23501:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292223744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.268740:0:23501:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292223744:12345-0@lo:400:kworker.0 Request processed in 47us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.268746:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1784935865.268823:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292224256 00000100:00100000:0.0:1784935865.268827:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292224256 00000100:00100000:0.0:1784935865.268846:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292223616 00000100:00100000:0.0:1784935865.268849:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292223616 00000100:00100000:0.0:1784935865.268857:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292224128 00000100:00100000:0.0:1784935865.268858:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292224128 00000100:00100000:0.0:1784935865.268865:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292224640 00000100:00100000:0.0:1784935865.268867:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292224640 00000100:00100000:0.0:1784935865.268880:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1784935865.268885:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1871640292224256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.268911:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1871640292224256:12345-0@lo:400:kworker.0 Request processed in 27us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.268916:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1784935865.268953:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1784935865.268959:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44431f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1871640292223616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.268988:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44431f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1871640292223616:12345-0@lo:400:kworker.0 Request processed in 30us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.268994:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1784935865.269005:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1784935865.269010:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1871640292224128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.269035:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1871640292224128:12345-0@lo:400:kworker.0 Request processed in 25us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.269040:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1784935865.269051:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1784935865.269057:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1871640292224640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.269083:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1871640292224640:12345-0@lo:400:kworker.0 Request processed in 27us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935865.269089:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00080000:0.0:1784935865.269102:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1784935865.269105:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1784935865.269133:0:3649:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1784935865.269151:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292223488:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.269163:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292224000:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.269171:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3649:1871640292224512:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.269182:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1871640292223360:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.269189:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292223872:0@lo:400:kworker.0 00010000:00080000:0.0:1784935865.269201:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4443cf0e00 x1871640292224384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935865.269220:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1871640292224384:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.269269:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1871640292223616:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.269277:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1871640292224128:0@lo:400:kworker.0 00010000:00080000:0.0:1784935865.269286:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4443cf3b80 x1871640292224640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935865.269293:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1871640292224640:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.269301:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292223744:0@lo:400:kworker.0 00000100:00100000:0.0:1784935865.269309:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443cf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3652:1871640292224256:0@lo:400:kworker.0 00000100:00100000:2.0:1784935865.269886:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784935865.269899:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292224768:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1784935865.270112:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935865.270147:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1784935865.270156:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292224896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1784935865.270181:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935865.270217:0:24267:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292224768 00000100:00100000:2.0:1784935865.270223:0:24267:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292224768 00000100:00100000:2.0:1784935865.270260:0:24267:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292224896 00000100:00100000:2.0:1784935865.270263:0:24267:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292224896 00000100:00100000:2.0:1784935865.270277:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1784935865.270284:0:24267:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292224768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1784935865.270309:0:24267:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1784935865.270348:0:24267:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1871640292224768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935865.270355:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1784935865.270370:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1784935865.270376:0:24267:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292224896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1784935865.270386:0:24267:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1784935865.270412:0:24267:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292224896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 37us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935865.270418:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1784935865.270581:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1871640292224768:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1784935865.270615:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292224896:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1784935865.581907:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784935866.478568:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935866.478666:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273246208 00000100:00100000:0.0:1784935866.478676:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273246208 00000100:00100000:0.0:1784935866.478734:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 145 00000100:00100000:0.0:1784935866.478745:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+11:18058:x1871640273246208:12345-192.168.203.28@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784935866.478761:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935866.478782:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d45413a0000/0x857e02f4e0b184b1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x992e448fd313af98 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.478810:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d45413a0000/0x857e02f4e0b184b1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af98 expref: 12 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.478822:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d45413a0000/0x857e02f4e0b184b1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af98 expref: 12 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.478832:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d45413a0000, rc 0) 00000100:00100000:0.0:1784935866.478913:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+12:18058:x1871640273246208:12345-192.168.203.28@tcp:101:ll_cfg_requeue.0 Request processed in 171us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935866.478920:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 145 00000100:00100000:2.0:1784935866.486243:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935866.488027:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273246336 00000100:00100000:3.0:1784935866.488042:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273246336 00000100:00100000:3.0:1784935866.488106:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 146 00000100:00100000:3.0:1784935866.488118:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456d81a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+12:18058:x1871640273246336:12345-192.168.203.28@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784935866.488484:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456d81a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+12:18058:x1871640273246336:12345-192.168.203.28@tcp:501:ll_cfg_requeue.0 Request processed in 367us (2261us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935866.488510:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 146 00000100:00100000:2.0:1784935866.499652:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935866.499763:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273246464 00000100:00100000:0.0:1784935866.499774:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273246464 00000100:00100000:0.0:1784935866.499833:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 147 00000100:00100000:0.0:1784935866.499843:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d455415d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+12:18058:x1871640273246464:12345-192.168.203.28@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1784935866.500147:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d455415d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+12:18058:x1871640273246464:12345-192.168.203.28@tcp:503:ll_cfg_requeue.0 Request processed in 304us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935866.500156:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 147 00000100:00100000:2.0:1784935866.527133:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935866.527413:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273246592 00000100:00100000:3.0:1784935866.527424:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273246592 00000100:00100000:3.0:1784935866.527487:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 148 00000100:00100000:3.0:1784935866.527496:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d455415fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+12:18058:x1871640273246592:12345-192.168.203.28@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784935866.527514:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784935866.527535:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4443201400/0x857e02f4e0b184b8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x992e448fd313af9f expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935866.527562:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4443201400/0x857e02f4e0b184b8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af9f expref: 13 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935866.527572:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4443201400/0x857e02f4e0b184b8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af9f expref: 13 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935866.527580:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443201400, rc 0) 00000100:00100000:3.0:1784935866.527637:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d455415fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6a3519dd-079e-4a83-b910-357c6d40cc31+13:18058:x1871640273246592:12345-192.168.203.28@tcp:101:ll_cfg_requeue.0 Request processed in 142us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935866.527644:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 148 00000100:00100000:2.0:1784935866.545491:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935866.545604:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273246720 00000100:00100000:1.0:1784935866.545614:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273246720 00000100:00100000:1.0:1784935866.545674:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 149 00000100:00100000:1.0:1784935866.545684:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d455415f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+13:18058:x1871640273246720:12345-192.168.203.28@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784935866.545837:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d455415f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+13:18058:x1871640273246720:12345-192.168.203.28@tcp:501:ll_cfg_requeue.0 Request processed in 155us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935866.545858:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 149 00000100:00100000:2.0:1784935866.553956:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935866.554170:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273246848 00000100:00100000:0.0:1784935866.554180:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273246848 00000100:00100000:0.0:1784935866.554255:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 150 00000100:00100000:0.0:1784935866.554265:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456deff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+13:18058:x1871640273246848:12345-192.168.203.28@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1784935866.554411:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456deff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6a3519dd-079e-4a83-b910-357c6d40cc31+13:18058:x1871640273246848:12345-192.168.203.28@tcp:503:ll_cfg_requeue.0 Request processed in 146us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935866.554419:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 150 00010000:00010000:0.0:1784935866.605189:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784935866.732352:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935866.732613:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273246976 00000100:00100000:0.0:1784935866.732622:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273246976 00000100:00100000:0.0:1784935866.732702:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 23 00000100:00100000:0.0:1784935866.732715:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+6:18679:x1871640273246976:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1784935866.732736:0:24288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935866.733017:0:24288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d45413a1a00/0x857e02f4e0b184bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313afa6 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733103:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b184c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733117:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b184c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733130:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b184c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733146:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540031400/0x857e02f4e0b184cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733152:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540031400/0x857e02f4e0b184cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733159:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540031400/0x857e02f4e0b184cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733257:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030200/0x857e02f4e0b184d4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733265:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030200/0x857e02f4e0b184d4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733271:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030200/0x857e02f4e0b184d4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784935866.733298:0:24288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1784935866.733301:0:24288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1784935866.733333:0:24288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030200/0x857e02f4e0b184d4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733353:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b184c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733359:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b184c6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733365:0:24288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b184c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733371:0:24288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4540030e00 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935866.733375:0:24288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b184c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733382:0:24288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b184c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733393:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:0.0:1784935866.733396:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784935866.733400:0:24288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b184c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733405:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b184c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733418:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540031400/0x857e02f4e0b184cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733424:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540031400/0x857e02f4e0b184cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733429:0:24288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540031400/0x857e02f4e0b184cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733440:0:24288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4540031400 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935866.733443:0:24288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540031400/0x857e02f4e0b184cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733450:0:24288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540031400/0x857e02f4e0b184cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733458:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8d45705a8e00) 00010000:00010000:0.0:1784935866.733461:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784935866.733463:0:24288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540031400/0x857e02f4e0b184cd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733470:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540031400/0x857e02f4e0b184cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733508:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d45413a1a00/0x857e02f4e0b184bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afa6 expref: 8 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733522:0:24288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030200/0x857e02f4e0b184d4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afa6 expref: 7 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.733529:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8d45705a8100) 00010000:00010000:0.0:1784935866.733532:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1784935866.733534:0:24288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4540030200, rc 0) 00000100:00100000:0.0:1784935866.733599:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+7:18679:x1871640273246976:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 Request processed in 890us (1257us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935866.733607:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 23 00000100:00080000:2.0:1784935866.735800:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784935866.744875:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935866.745013:0:22771:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273247104 00000100:00100000:0.0:1784935866.745045:0:22771:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273247104 00000100:00100000:0.0:1784935866.745103:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5 00000100:00100000:0.0:1784935866.745114:0:22771:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d945b6cb-f315-434a-b2a6-2accfe921d24+7:18679:x1871640273247104:12345-192.168.203.28@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1784935866.745362:0:22771:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d945b6cb-f315-434a-b2a6-2accfe921d24+7:18679:x1871640273247104:12345-192.168.203.28@tcp:900:lhsmtool_posix.0 Request processed in 249us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935866.745370:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5 00000100:00100000:3.0:1784935866.748184:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935866.748274:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273247360 00000100:00100000:2.0:1784935866.748285:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273247360 00000100:00100000:2.0:1784935866.748352:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 24 00000100:00100000:2.0:1784935866.748363:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+7:18679:x1871640273247360:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1784935866.748383:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935866.748402:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699a00/0x857e02f4e0b184db lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313afad expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.748474:0:22761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698600/0x857e02f4e0b184e2 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.748488:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698600/0x857e02f4e0b184e2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.748499:0:22761:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698600/0x857e02f4e0b184e2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.748516:0:22761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b184e9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.748522:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b184e9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.748529:0:22761:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b184e9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.748649:0:22761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699000/0x857e02f4e0b184f0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.748657:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699000/0x857e02f4e0b184f0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.748665:0:22761:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699000/0x857e02f4e0b184f0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784935866.748675:0:22761:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1784935866.748967:0:22761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698600/0x857e02f4e0b184e2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.748975:0:22761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698600/0x857e02f4e0b184e2 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.748981:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698600/0x857e02f4e0b184e2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.748987:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443698600 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:2.0:1784935866.748991:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698600/0x857e02f4e0b184e2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.748998:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698600/0x857e02f4e0b184e2 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.749010:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8d45705a8100) 00010000:00010000:2.0:1784935866.749013:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784935866.749016:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698600/0x857e02f4e0b184e2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.749031:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698600/0x857e02f4e0b184e2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.749046:0:22761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b184e9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.749052:0:22761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b184e9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.749058:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b184e9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.749063:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699600 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:2.0:1784935866.749065:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b184e9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.749071:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b184e9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.749078:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8d44429bb000) 00010000:00010000:2.0:1784935866.749081:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784935866.749083:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b184e9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.749089:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b184e9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.751041:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699a00/0x857e02f4e0b184db lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afad expref: 10 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.751085:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699000/0x857e02f4e0b184f0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afad expref: 9 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.751094:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d44429bb900) 00010000:00010000:2.0:1784935866.751097:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784935866.751099:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443699000, rc 0) 00000100:00100000:2.0:1784935866.751172:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+9:18679:x1871640273247360:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 Request processed in 2811us (2995us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1784935866.751179:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 24 00000100:00100000:1.0:1784935866.755987:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935866.756082:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273247488 00000100:00100000:0.0:1784935866.756093:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273247488 00000100:00100000:0.0:1784935866.756154:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 25 00000100:00100000:0.0:1784935866.756164:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443590e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+9:18679:x1871640273247488:12345-192.168.203.28@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1784935866.756283:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443590e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+9:18679:x1871640273247488:12345-192.168.203.28@tcp:59:lhsmtool_posix.0 Request processed in 120us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935866.756291:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 25 00000100:00100000:0.0:1784935866.759280:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935866.759361:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273247616 00000100:00100000:2.0:1784935866.759371:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273247616 00000100:00100000:2.0:1784935866.759440:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 26 00000100:00100000:2.0:1784935866.759450:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+5:18679:x1871640273247616:12345-192.168.203.28@tcp:59:lhsmtool_posix.0 00000004:00080000:2.0:1784935866.760160:0:22760:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 672us 00000100:00080000:0.0:1784935866.764575:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1784935866.775021:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+5:18679:x1871640273247616:12345-192.168.203.28@tcp:59:lhsmtool_posix.0 Request processed in 15563us (15741us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935866.775034:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 26 00000100:00100000:3.0:1784935866.818124:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935866.818503:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273247744 00000100:00100000:0.0:1784935866.818513:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273247744 00000100:00100000:0.0:1784935866.818613:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 27 00000100:00100000:0.0:1784935866.818624:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+9:18685:x1871640273247744:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:0.0:1784935866.818644:0:22762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935866.818663:0:22762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540031200/0x857e02f4e0b184fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313afb4 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818723:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030000/0x857e02f4e0b18505 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818737:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030000/0x857e02f4e0b18505 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818762:0:22762:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030000/0x857e02f4e0b18505 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818812:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b1850c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818820:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b1850c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818827:0:22762:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b1850c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818863:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030000/0x857e02f4e0b18505 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818870:0:22762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030000/0x857e02f4e0b18505 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818883:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030000/0x857e02f4e0b18505 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818891:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4540030000 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935866.818894:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030000/0x857e02f4e0b18505 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818901:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030000/0x857e02f4e0b18505 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818912:0:22762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:0.0:1784935866.818915:0:22762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784935866.818920:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030000/0x857e02f4e0b18505 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818970:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030000/0x857e02f4e0b18505 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818984:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b1850c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818991:0:22762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b1850c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.818996:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b1850c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.819001:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4540030e00 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935866.819004:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b1850c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.819010:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b1850c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.819018:0:22762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d45705a8e00) 00010000:00010000:0.0:1784935866.819021:0:22762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784935866.819024:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b1850c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.819029:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540030e00/0x857e02f4e0b1850c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.819314:0:22762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540031200/0x857e02f4e0b184fe lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afb4 expref: 10 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.819336:0:22762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:0.0:1784935866.819339:0:22762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784935866.819344:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4540031200/0x857e02f4e0b184fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afb4 expref: 10 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.819355:0:22762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4540031200, rc 0) 00000100:00100000:0.0:1784935866.819419:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+9:18685:x1871640273247744:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 797us (1304us total) trans 0 rc 301/301 00000100:00100000:0.0:1784935866.819427:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 27 00000100:00100000:3.0:1784935866.825641:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935866.827206:0:22769:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273247872 00000100:00100000:2.0:1784935866.827219:0:22769:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273247872 00000100:00100000:2.0:1784935866.827291:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 0 00000100:00100000:2.0:1784935866.827301:0:22769:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:d945b6cb-f315-434a-b2a6-2accfe921d24+9:18685:x1871640273247872:12345-192.168.203.28@tcp:700:lfs.0 00000100:00100000:2.0:1784935866.827397:0:22769:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:d945b6cb-f315-434a-b2a6-2accfe921d24+9:18685:x1871640273247872:12345-192.168.203.28@tcp:700:lfs.0 Request processed in 98us (1769us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935866.827404:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 0 00000100:00100000:1.0:1784935866.830495:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935866.830620:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273248128 00000100:00100000:3.0:1784935866.830642:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273248128 00000100:00100000:3.0:1784935866.830700:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 28 00000100:00100000:3.0:1784935866.830710:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443590000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+9:18685:x1871640273248128:12345-192.168.203.28@tcp:36:lfs.0 00010000:00010000:3.0:1784935866.830773:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784935866.830801:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b18464 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af21 expref: 9 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935866.830823:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:3.0:1784935866.830828:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1784935866.830892:0:22761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b18513 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935866.830905:0:22761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699c00/0x857e02f4e0b184a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313af91 expref: 5 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935866.830914:0:22761:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b18513 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935866.830982:0:22761:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699c00/0x857e02f4e0b184a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313af91 expref: 5 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935866.830995:0:22761:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699c00/0x857e02f4e0b184a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313af91 expref: 5 pid: 22761 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935866.831009:0:22761:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4566eb5500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22761:1871640292225024:192.168.203.28@tcp:104: 00000100:00100000:3.0:1784935866.831382:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444212f180 going to sleep for 11 seconds 00000100:00100000:1.0:1784935866.836678:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935866.836783:0:22761:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4566eb5500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22761:1871640292225024:192.168.203.28@tcp:104: 00010000:00010000:3.0:1784935866.836810:0:22761:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b18513 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935866.840598:0:22746:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273248256 00000100:00100000:0.0:1784935866.840613:0:22746:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273248256 00010000:00010000:0.0:1784935866.840682:0:22746:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699c00/0x857e02f4e0b184a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313af91 expref: 6 pid: 22761 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935866.840727:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 15 00000100:00100000:0.0:1784935866.840736:0:22746:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443590380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+6:2392:x1871640273248256:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784935866.840753:0:22746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784935866.840771:0:22746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699c00/0x857e02f4e0b184a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313af91 expref: 6 pid: 22761 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.840784:0:22746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699c00/0x857e02f4e0b184a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313af91 expref: 6 pid: 22761 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.840808:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699c00/0x857e02f4e0b184a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313af91 expref: 6 pid: 22761 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.840843:0:22746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:0.0:1784935866.840849:0:22746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b18513 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.840857:0:22746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b18513 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.840864:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b18513 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.840906:0:22746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784935866.840982:0:22746:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443590380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+5:2392:x1871640273248256:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 247us (4313us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935866.840989:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 15 00000100:00080000:2.0:1784935866.841456:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1784935866.841523:0:22761:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b18513 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.841533:0:22761:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b18513 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.841556:0:22761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b200/0x857e02f4e0b1851a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.841566:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b200/0x857e02f4e0b1851a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.841575:0:22761:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b200/0x857e02f4e0b1851a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.846429:0:22761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18521 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.846450:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18521 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.846462:0:22761:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18521 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1784935866.846480:0:22761:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a752f2b4 reply state 000000006f713034 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18521 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.846503:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18521 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.846511:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d4543da8b00) 00010000:00010000:1.0:1784935866.846514:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1784935866.846517:0:22761:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1784935866.846523:0:22761:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1784935866.846532:0:22761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b18513 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.846539:0:22761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b18513 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.846546:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b18513 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.846552:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443200000 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:1.0:1784935866.846557:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b18513 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.846564:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b18513 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.846574:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:1.0:1784935866.846577:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784935866.846580:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b18513 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.846587:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b18513 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1784935866.846618:0:22761:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a752f2b4 reply state 000000006f713034 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b200/0x857e02f4e0b1851a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.846626:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b200/0x857e02f4e0b1851a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.846633:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d4543da8900) 00010000:00010000:1.0:1784935866.846635:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1784935866.846637:0:22761:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1784935866.846732:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443590000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+10:18685:x1871640273248128:12345-192.168.203.28@tcp:36:lfs.0 Request processed in 16019us (16241us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1784935866.846741:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 28 10000000:01000000:3.0:1784935866.861054:0:22757:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1784935866.861061:0:22757:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8d444316d800 from 13 10000000:01000000:3.0:1784935866.861066:0:22757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1784935866.861117:0:22757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443200a00/0x857e02f4e0b18528 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935866.861128:0:22757:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4443200a00/0x857e02f4e0b18528 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935866.861139:0:22757:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4443200a00/0x857e02f4e0b18528 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935866.861166:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4566eb5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292225152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1784935866.861251:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935866.861295:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444212f180 going to sleep for 11 seconds 00000100:00100000:0.0:1784935866.861412:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292225152 00000100:00100000:0.0:1784935866.861419:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292225152 00000100:00100000:0.0:1784935866.861479:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1784935866.861487:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456deff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+20:22757:x1871640292225152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784935866.861499:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935866.861512:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4540031200/0x857e02f4e0b1852f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b18528 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.861533:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4540031200/0x857e02f4e0b1852f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b18528 expref: 21 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.861543:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4540031200/0x857e02f4e0b1852f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b18528 expref: 21 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.861570:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4540031200, rc 0) 00000100:00100000:0.0:1784935866.861612:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456deff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+21:22757:x1871640292225152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935866.861618:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1784935866.861851:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4566eb5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292225152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784935866.861866:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4443200a00/0x857e02f4e0b18528 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1852f expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935866.861875:0:22757:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4443200a00/0x857e02f4e0b18528 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b1852f expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935866.861969:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4566eb5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292225280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784935866.861995:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935866.862061:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444212f180 going to sleep for 11 seconds 00000100:00100000:1.0:1784935866.869566:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292225280 00000100:00100000:1.0:1784935866.869582:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292225280 00000100:00100000:1.0:1784935866.869640:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1784935866.869650:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+21:22757:x1871640292225280:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784935866.869839:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+21:22757:x1871640292225280:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 190us (7842us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935866.869847:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1784935866.870285:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4566eb5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292225280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784935866.870338:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4566eb5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292225408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784935866.870399:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935866.870438:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d444212f180 going to sleep for 11 seconds 00000100:00100000:2.0:1784935866.870570:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292225408 00000100:00100000:2.0:1784935866.870576:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292225408 00000100:00100000:2.0:1784935866.870619:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1784935866.870626:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456deffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+21:22757:x1871640292225408:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1784935866.870715:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456deffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+21:22757:x1871640292225408:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 89us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935866.870722:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1784935866.870998:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4566eb5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292225408:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1784935866.877821:0:25800:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1784935866.878102:0:22757:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1784935866.878126:0:22757:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1784935866.878137:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443200a00/0x857e02f4e0b18528 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1852f expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.878149:0:22757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4443200a00/0x857e02f4e0b18528 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1852f expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784935866.878160:0:22757:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1784935866.878162:0:22757:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8d457d1b0000 from 13 10000000:01000000:0.0:1784935866.878165:0:22757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1784935866.878231:0:22757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4540030e00/0x857e02f4e0b18536 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.878240:0:22757:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4540030e00/0x857e02f4e0b18536 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.878251:0:22757:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4540030e00/0x857e02f4e0b18536 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935866.878275:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d457402c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292225536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1784935866.878338:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935866.878383:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4545e0ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1784935866.878720:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292225536 00000100:00100000:3.0:1784935866.878727:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292225536 00000100:00100000:3.0:1784935866.878786:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1784935866.878796:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+21:22757:x1871640292225536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784935866.878810:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784935866.878822:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4443200400/0x857e02f4e0b1853d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b18536 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935866.878853:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4443200400/0x857e02f4e0b1853d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b18536 expref: 22 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935866.878868:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4443200400/0x857e02f4e0b1853d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b18536 expref: 22 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935866.878877:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443200400, rc 0) 00000100:00100000:3.0:1784935866.878966:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+22:22757:x1871640292225536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 171us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935866.878973:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1784935866.879060:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d457402c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292225536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784935866.879089:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4540030e00/0x857e02f4e0b18536 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1853d expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.879103:0:22757:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4540030e00/0x857e02f4e0b18536 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b1853d expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935866.879165:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d457402c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292225664:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1784935866.879203:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935866.879242:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4545e0ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1784935866.879343:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292225664 00000100:00100000:3.0:1784935866.879348:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292225664 00000100:00100000:3.0:1784935866.879380:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1784935866.879387:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+22:22757:x1871640292225664:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784935866.879499:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+22:22757:x1871640292225664:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 112us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935866.879513:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1784935866.880630:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d457402c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292225664:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1784935866.880675:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d457402c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292225792:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1784935866.880733:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935866.880767:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4545e0ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1784935866.880853:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292225792 00000100:00100000:3.0:1784935866.880859:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292225792 00000100:00100000:3.0:1784935866.880895:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1784935866.880903:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+22:22757:x1871640292225792:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784935866.881006:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+22:22757:x1871640292225792:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 105us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935866.881013:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1784935866.882360:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d457402c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292225792:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1784935866.883924:0:25801:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1784935866.884348:0:22757:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1784935866.884374:0:22757:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1784935866.884385:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4540030e00/0x857e02f4e0b18536 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1853d expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.884395:0:22757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4540030e00/0x857e02f4e0b18536 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1853d expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784935866.884405:0:22757:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1784935866.884408:0:22757:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8d4581ebc000 from 13 10000000:01000000:2.0:1784935866.884411:0:22757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1784935866.884444:0:22757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b18544 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.884451:0:22757:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b18544 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.884461:0:22757:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b18544 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935866.884483:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292225920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1784935866.884555:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935866.884586:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4581e32000 going to sleep for 11 seconds 00000100:00100000:0.0:1784935866.884797:0:22755:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292225920 00000100:00100000:0.0:1784935866.884804:0:22755:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292225920 00000100:00100000:0.0:1784935866.884888:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1784935866.884897:0:22755:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+22:22757:x1871640292225920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784935866.884910:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935866.884922:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4540030000/0x857e02f4e0b1854b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b18544 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.884977:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4540030000/0x857e02f4e0b1854b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b18544 expref: 23 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.884988:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4540030000/0x857e02f4e0b1854b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b18544 expref: 23 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.885006:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4540030000, rc 0) 00000100:00100000:0.0:1784935866.885043:0:22755:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0883f439-c2be-437a-b694-9442d8eddaa0+23:22757:x1871640292225920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935866.885050:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1784935866.885492:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292225920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784935866.885514:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b18544 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1854b expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.885524:0:22757:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b18544 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b1854b expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935866.885598:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292226048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784935866.885629:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935866.888073:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4581e32000 going to sleep for 11 seconds 00000100:00100000:3.0:1784935866.889175:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292226048 00000100:00100000:3.0:1784935866.889185:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292226048 00000100:00100000:3.0:1784935866.889292:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1784935866.889301:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+23:22757:x1871640292226048:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784935866.889496:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+23:22757:x1871640292226048:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 195us (3866us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935866.889504:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1784935866.889797:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292226048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784935866.889854:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d44419c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292226176:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1784935866.889915:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935866.890008:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4581e32000 going to sleep for 11 seconds 00000100:00100000:1.0:1784935866.890191:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292226176 00000100:00100000:1.0:1784935866.890266:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292226176 00000100:00100000:2.0:1784935866.890425:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1784935866.890433:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+23:22757:x1871640292226176:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1784935866.890578:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+23:22757:x1871640292226176:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 145us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935866.890586:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1784935866.890656:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d44419c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292226176:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1784935866.891554:0:25802:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1784935866.891825:0:22757:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1784935866.891847:0:22757:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1784935866.891857:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b18544 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1854b expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.891869:0:22757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d4443699a00/0x857e02f4e0b18544 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b1854b expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784935866.891893:0:22757:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1784935866.891896:0:22757:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8d45730cc000 from 13 10000000:01000000:1.0:1784935866.891898:0:22757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1784935866.891953:0:22757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d454166a200/0x857e02f4e0b18552 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.891962:0:22757:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.128@tcp lock: ffff8d454166a200/0x857e02f4e0b18552 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.891971:0:22757:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.128@tcp lock: ffff8d454166a200/0x857e02f4e0b18552 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935866.891992:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443590700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292226304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1784935866.892046:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935866.892075:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292226304 00000100:00100000:0.0:1784935866.892082:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292226304 00000100:00100000:1.0:1784935866.892083:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784935866.892121:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1784935866.892128:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+23:22757:x1871640292226304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784935866.892141:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935866.892154:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d4540031400/0x857e02f4e0b18559 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x857e02f4e0b18552 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.892176:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d4540031400/0x857e02f4e0b18559 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x857e02f4e0b18552 expref: 24 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.892187:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d4540031400/0x857e02f4e0b18559 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x857e02f4e0b18552 expref: 24 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935866.892196:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4540031400, rc 0) 00000100:00100000:0.0:1784935866.892249:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+24:22757:x1871640292226304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935866.892255:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1784935866.892424:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443590700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292226304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784935866.892437:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.128@tcp lock: ffff8d454166a200/0x857e02f4e0b18552 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18559 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935866.892445:0:22757:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.128@tcp lock: ffff8d454166a200/0x857e02f4e0b18552 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x857e02f4e0b18559 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935866.892507:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443590700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292226432:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784935866.892534:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935866.892563:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784935866.892651:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292226432 00000100:00100000:0.0:1784935866.892655:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292226432 00000100:00100000:0.0:1784935866.892674:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1784935866.892680:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456deff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+24:22757:x1871640292226432:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1784935866.892784:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456deff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+24:22757:x1871640292226432:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 103us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935866.892799:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1784935866.892866:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443590700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292226432:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784935866.892893:0:22757:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443590700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292226560:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1784935866.892965:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935866.892981:0:22757:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d454356b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784935866.894723:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292226560 00000100:00100000:0.0:1784935866.894735:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292226560 00000100:00100000:0.0:1784935866.894782:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1784935866.894791:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+24:22757:x1871640292226560:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1784935866.894949:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0883f439-c2be-437a-b694-9442d8eddaa0+24:22757:x1871640292226560:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 159us (1982us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935866.894956:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1784935866.896534:0:22757:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443590700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0883f439-c2be-437a-b694-9442d8eddaa0:22757:1871640292226560:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1784935866.897568:0:25803:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1784935866.900066:0:22757:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1784935866.900101:0:22757:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1784935866.900113:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.128@tcp lock: ffff8d454166a200/0x857e02f4e0b18552 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18559 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935866.900126:0:22757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.128@tcp lock: ffff8d454166a200/0x857e02f4e0b18552 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x857e02f4e0b18559 expref: -99 pid: 22757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935866.939383:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935866.939478:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273248384 00000100:00100000:2.0:1784935866.939489:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273248384 00000100:00100000:2.0:1784935866.939557:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 29 00000100:00100000:2.0:1784935866.939567:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+10:18693:x1871640273248384:12345-192.168.203.28@tcp:101:lctl.0 00010000:00010000:2.0:1784935866.939591:0:24288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935866.939613:0:24288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b18560 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313afbb expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.939693:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698600/0x857e02f4e0b18567 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.939707:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698600/0x857e02f4e0b18567 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.939717:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698600/0x857e02f4e0b18567 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784935866.939755:0:24288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1784935866.939758:0:24288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1784935866.939791:0:24288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698600/0x857e02f4e0b18567 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.939814:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b18560 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afbb expref: 12 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.939831:0:24288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698600/0x857e02f4e0b18567 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afbb expref: 11 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.939840:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d44429bb000) 00010000:00010000:2.0:1784935866.939843:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1784935866.939846:0:24288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443698600, rc 0) 00000100:00100000:2.0:1784935866.939916:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+11:18693:x1871640273248384:12345-192.168.203.28@tcp:101:lctl.0 Request processed in 351us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935866.939923:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 29 00000040:00080000:0.0:1784935866.989631:0:22796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1784935866.998648:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935866.998771:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273248512 00000100:00100000:2.0:1784935866.998781:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273248512 00000100:00100000:2.0:1784935866.998867:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 30 00000100:00100000:2.0:1784935866.998877:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b27a772f-7563-4277-91e6-a7f5c27851ea+5:18694:x1871640273248512:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:2.0:1784935866.998898:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935866.998918:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b1856e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313afc2 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.999002:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698200/0x857e02f4e0b18575 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.999015:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698200/0x857e02f4e0b18575 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.999026:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698200/0x857e02f4e0b18575 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784935866.999077:0:22760:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1784935866.999081:0:22760:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1784935866.999099:0:22760:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698200/0x857e02f4e0b18575 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.999121:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b1856e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afc2 expref: 7 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.999139:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698200/0x857e02f4e0b18575 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afc2 expref: 6 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935866.999147:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d44429bb000) 00010000:00010000:2.0:1784935866.999150:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1784935866.999153:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443698200, rc 0) 00000100:00100000:2.0:1784935866.999215:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b27a772f-7563-4277-91e6-a7f5c27851ea+6:18694:x1871640273248512:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 338us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935866.999237:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 30 00000100:00100000:1.0:1784935867.002628:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935867.004808:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273248640 00000100:00100000:0.0:1784935867.004821:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273248640 00000100:00100000:0.0:1784935867.004897:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 31 00000100:00100000:0.0:1784935867.004907:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443593100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27a772f-7563-4277-91e6-a7f5c27851ea+6:18694:x1871640273248640:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:0.0:1784935867.004953:0:22762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935867.004977:0:22762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d45413a1a00/0x857e02f4e0b1857c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313afc9 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005037:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18583 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005052:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18583 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005062:0:22762:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18583 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005073:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020400/0x857e02f4e0b1858a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005101:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020400/0x857e02f4e0b1858a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005108:0:22762:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020400/0x857e02f4e0b1858a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005175:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021600/0x857e02f4e0b18591 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005183:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021600/0x857e02f4e0b18591 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005189:0:22762:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021600/0x857e02f4e0b18591 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784935867.005375:0:22762:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1784935867.005378:0:22762:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1784935867.005395:0:22762:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021600/0x857e02f4e0b18591 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005407:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18583 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005413:0:22762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18583 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005420:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18583 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005425:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021c00 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935867.005429:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18583 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005442:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18583 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005453:0:22762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d44429bb000) 00010000:00010000:0.0:1784935867.005456:0:22762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784935867.005460:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18583 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005466:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18583 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005477:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020400/0x857e02f4e0b1858a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005483:0:22762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020400/0x857e02f4e0b1858a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005489:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020400/0x857e02f4e0b1858a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005494:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020400 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935867.005496:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020400/0x857e02f4e0b1858a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005502:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020400/0x857e02f4e0b1858a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005507:0:22762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d4543da8900) 00010000:00010000:0.0:1784935867.005510:0:22762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784935867.005512:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020400/0x857e02f4e0b1858a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005525:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020400/0x857e02f4e0b1858a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005607:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d45413a1a00/0x857e02f4e0b1857c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afc9 expref: 8 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005621:0:22762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021600/0x857e02f4e0b18591 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afc9 expref: 7 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.005629:0:22762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d4543da8b00) 00010000:00010000:0.0:1784935867.005631:0:22762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1784935867.005633:0:22762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4554021600, rc 0) 00000100:00100000:0.0:1784935867.005695:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443593100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27a772f-7563-4277-91e6-a7f5c27851ea+7:18694:x1871640273248640:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 790us (3076us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935867.005702:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 31 00000100:00100000:1.0:1784935867.008906:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935867.008986:0:22771:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273248768 00000100:00100000:0.0:1784935867.008995:0:22771:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273248768 00000100:00080000:2.0:1784935867.009025:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1784935867.009054:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6 00000100:00100000:0.0:1784935867.009065:0:22771:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443591500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b27a772f-7563-4277-91e6-a7f5c27851ea+5:18694:x1871640273248768:12345-192.168.203.28@tcp:900:lfs.0 00000100:00100000:0.0:1784935867.009149:0:22771:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443591500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b27a772f-7563-4277-91e6-a7f5c27851ea+5:18694:x1871640273248768:12345-192.168.203.28@tcp:900:lfs.0 Request processed in 86us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935867.014465:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935867.014553:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273249024 00000100:00100000:2.0:1784935867.014562:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273249024 00000100:00100000:2.0:1784935867.014619:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 32 00000100:00100000:2.0:1784935867.014629:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b27a772f-7563-4277-91e6-a7f5c27851ea+7:18694:x1871640273249024:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:2.0:1784935867.014648:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935867.014666:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b18598 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313afd0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784935867.014758:0:22760:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1784935867.014863:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b18598 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afd0 expref: 9 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.014877:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d44429bb000) 00010000:00010000:2.0:1784935867.014880:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1784935867.014885:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b18598 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afd0 expref: 9 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.014899:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443699600, rc 0) 00000100:00100000:2.0:1784935867.014981:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b27a772f-7563-4277-91e6-a7f5c27851ea+8:18694:x1871640273249024:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 352us (523us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1784935867.014988:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 32 00000100:00100000:0.0:1784935867.015034:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6 00000100:00100000:1.0:1784935867.016802:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935867.017002:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273249280 00000100:00100000:2.0:1784935867.017011:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273249280 00000100:00100000:2.0:1784935867.017059:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 33 00000100:00100000:2.0:1784935867.017069:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443591f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b27a772f-7563-4277-91e6-a7f5c27851ea+8:18694:x1871640273249280:12345-192.168.203.28@tcp:36:lfs.0 00010000:00010000:2.0:1784935867.017126:0:24288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784935867.017150:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021600/0x857e02f4e0b18591 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afc9 expref: 8 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.017166:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d4543da8b00) 00010000:00010000:2.0:1784935867.017170:0:24288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1784935867.017191:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699200/0x857e02f4e0b185a6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.017213:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699200/0x857e02f4e0b185a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.017232:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699200/0x857e02f4e0b185a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1784935867.017418:0:24288:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f37f0916 reply state 0000000062fea478 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699200/0x857e02f4e0b185a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.017431:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699200/0x857e02f4e0b185a6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.017438:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d4543da8b00) 00010000:00010000:2.0:1784935867.017441:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1784935867.017444:0:24288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1784935867.017451:0:24288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1784935867.017522:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443591f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b27a772f-7563-4277-91e6-a7f5c27851ea+9:18694:x1871640273249280:12345-192.168.203.28@tcp:36:lfs.0 Request processed in 454us (727us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1784935867.017529:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 33 00000100:00100000:3.0:1784935867.022104:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935867.022250:0:22763:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273249536 00000100:00100000:2.0:1784935867.022260:0:22763:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273249536 00000100:00100000:2.0:1784935867.022323:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2 00000100:00100000:2.0:1784935867.022333:0:22763:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b27a772f-7563-4277-91e6-a7f5c27851ea+9:18694:x1871640273249536:12345-192.168.203.28@tcp:35:lfs.0 00000100:00100000:2.0:1784935867.022558:0:22763:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b27a772f-7563-4277-91e6-a7f5c27851ea+10:18694:x1871640273249536:12345-192.168.203.28@tcp:35:lfs.0 Request processed in 225us (462us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1784935867.022566:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2 00000100:00100000:3.0:1784935867.025760:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935867.029413:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273249792 00000100:00100000:2.0:1784935867.029426:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273249792 00000100:00100000:2.0:1784935867.029509:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 34 00000100:00100000:2.0:1784935867.029519:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b27a772f-7563-4277-91e6-a7f5c27851ea+10:18694:x1871640273249792:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:2.0:1784935867.029676:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935867.029698:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b185ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313afd7 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.029769:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b185b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.029782:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b185b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.029794:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b185b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.029805:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698c00/0x857e02f4e0b185bb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.029812:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698c00/0x857e02f4e0b185bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.029819:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698c00/0x857e02f4e0b185bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784935867.029969:0:22760:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1784935867.030033:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b185b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030041:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b185b4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030047:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b185b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030052:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699800 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:2.0:1784935867.030056:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b185b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030063:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b185b4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030074:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d44429bb000) 00010000:00010000:2.0:1784935867.030076:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784935867.030081:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b185b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030086:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b185b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030099:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698c00/0x857e02f4e0b185bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030104:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698c00/0x857e02f4e0b185bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030120:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698c00/0x857e02f4e0b185bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030124:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443698c00 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:2.0:1784935867.030127:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698c00/0x857e02f4e0b185bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030132:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698c00/0x857e02f4e0b185bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030140:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d4543da8900) 00010000:00010000:2.0:1784935867.030142:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784935867.030145:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698c00/0x857e02f4e0b185bb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030150:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698c00/0x857e02f4e0b185bb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030182:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b185ad lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afd7 expref: 12 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030192:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d44429bb000) 00010000:00010000:2.0:1784935867.030195:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1784935867.030198:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699600/0x857e02f4e0b185ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afd7 expref: 12 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.030207:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443699600, rc 0) 00000100:00100000:2.0:1784935867.030286:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b27a772f-7563-4277-91e6-a7f5c27851ea+11:18694:x1871640273249792:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 768us (4534us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1784935867.030302:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 34 00000100:00100000:1.0:1784935867.039362:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935867.039437:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273249920 00000100:00100000:2.0:1784935867.039446:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273249920 00000100:00100000:2.0:1784935867.039503:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 35 00000100:00100000:2.0:1784935867.039513:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443593800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b27a772f-7563-4277-91e6-a7f5c27851ea+11:18694:x1871640273249920:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:2.0:1784935867.039547:0:24288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935867.039567:0:24288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698e00/0x857e02f4e0b185c9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313afde expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.039660:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698800/0x857e02f4e0b185d0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.039674:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698800/0x857e02f4e0b185d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.039685:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698800/0x857e02f4e0b185d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784935867.039710:0:24288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1784935867.039713:0:24288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1784935867.039732:0:24288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698800/0x857e02f4e0b185d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.039756:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698e00/0x857e02f4e0b185c9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afde expref: 13 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.039771:0:24288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698800/0x857e02f4e0b185d0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afde expref: 12 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.039797:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d4543da8b00) 00010000:00010000:2.0:1784935867.039799:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1784935867.039802:0:24288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443698800, rc 0) 00000100:00100000:2.0:1784935867.039860:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443593800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b27a772f-7563-4277-91e6-a7f5c27851ea+12:18694:x1871640273249920:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 349us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935867.039867:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 35 00000100:00100000:1.0:1784935867.044387:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935867.044466:0:22763:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273250048 00000100:00100000:2.0:1784935867.044475:0:22763:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273250048 00000100:00100000:2.0:1784935867.044525:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3 00000100:00100000:2.0:1784935867.044535:0:22763:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b27a772f-7563-4277-91e6-a7f5c27851ea+12:18694:x1871640273250048:12345-192.168.203.28@tcp:37:lfs.0 00000100:00100000:3.0:1784935867.057535:0:22763:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b27a772f-7563-4277-91e6-a7f5c27851ea+12:18694:x1871640273250048:12345-192.168.203.28@tcp:37:lfs.0 Request processed in 12989us (13143us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935867.057548:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3 00000100:00100000:3.0:1784935867.066906:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935867.071141:0:22764:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273250304 00000100:00100000:1.0:1784935867.071157:0:22764:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273250304 00000100:00100000:1.0:1784935867.071687:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4 00000100:00100000:1.0:1784935867.071699:0:22764:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4544543450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+12:18694:x1871640273250304:12345-192.168.203.28@tcp:35:lfs.0 00000100:00100000:1.0:1784935867.071981:0:22764:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4544543450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+13:18694:x1871640273250304:12345-192.168.203.28@tcp:35:lfs.0 Request processed in 284us (5082us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1784935867.071988:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4 00000100:00100000:1.0:1784935867.118739:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935867.118823:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273250432 00000100:00100000:3.0:1784935867.118832:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273250432 00000100:00100000:3.0:1784935867.118899:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 36 00000100:00100000:3.0:1784935867.118909:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+11:18700:x1871640273250432:12345-192.168.203.28@tcp:101:bash.0 00010000:00010000:3.0:1784935867.118961:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784935867.118984:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b185d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313afe5 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119044:0:22761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b185de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119058:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b185de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119069:0:22761:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b185de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119080:0:22761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b185e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119086:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b185e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119111:0:22761:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b185e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119204:0:22761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201200/0x857e02f4e0b185ec lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119214:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201200/0x857e02f4e0b185ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119235:0:22761:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201200/0x857e02f4e0b185ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1784935867.119278:0:22761:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1784935867.119283:0:22761:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1784935867.119325:0:22761:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201200/0x857e02f4e0b185ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119340:0:22761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b185de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119347:0:22761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b185de lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119355:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b185de lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119362:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443201800 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:3.0:1784935867.119367:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b185de lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119375:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b185de lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119400:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d44429bb000) 00010000:00010000:3.0:1784935867.119403:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784935867.119408:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b185de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119416:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b185de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119431:0:22761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b185e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119438:0:22761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b185e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.119445:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b185e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.120310:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443200200 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:3.0:1784935867.120314:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b185e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.120323:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b185e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.120334:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d4543da8900) 00010000:00010000:3.0:1784935867.120337:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784935867.120340:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b185e5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.120346:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b185e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.120394:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b185d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afe5 expref: 13 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.120408:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201200/0x857e02f4e0b185ec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afe5 expref: 12 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.120416:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d4543da8b00) 00010000:00010000:3.0:1784935867.120418:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1784935867.120420:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443201200, rc 0) 00000100:00100000:3.0:1784935867.120497:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+12:18700:x1871640273250432:12345-192.168.203.28@tcp:101:bash.0 Request processed in 1588us (1766us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935867.120505:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 36 00000100:00100000:3.0:1784935867.122618:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935867.122681:0:22772:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273250560 00000100:00100000:2.0:1784935867.122688:0:22772:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273250560 00000100:00100000:2.0:1784935867.122766:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7 00000100:00100000:2.0:1784935867.122774:0:22772:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d945b6cb-f315-434a-b2a6-2accfe921d24+5:18700:x1871640273250560:12345-192.168.203.28@tcp:900:bash.0 00000100:00100000:2.0:1784935867.122836:0:22772:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d945b6cb-f315-434a-b2a6-2accfe921d24+5:18700:x1871640273250560:12345-192.168.203.28@tcp:900:bash.0 Request processed in 64us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935867.122846:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7 00000100:00100000:1.0:1784935867.124602:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935867.124719:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273250816 00000100:00100000:2.0:1784935867.124727:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273250816 00000100:00100000:1.0:1784935867.125018:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 37 00000100:00100000:1.0:1784935867.125029:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+12:18700:x1871640273250816:12345-192.168.203.28@tcp:101:bash.0 00010000:00010000:1.0:1784935867.125047:0:24288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784935867.125067:0:24288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166a400/0x857e02f4e0b185f3 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313afec expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935867.125165:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b185fa lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935867.125202:0:24288:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698800/0x857e02f4e0b185d0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afde expref: 12 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935867.125212:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b185fa lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935867.125256:0:24288:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698800/0x857e02f4e0b185d0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313afde expref: 12 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935867.125270:0:24288:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698800/0x857e02f4e0b185d0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313afde expref: 12 pid: 24288 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935867.125282:0:24288:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575ecd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24288:1871640292226688:192.168.203.28@tcp:104: 00000100:00100000:1.0:1784935867.125356:0:24288:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4543e6d480 going to sleep for 11 seconds 00000100:00100000:1.0:1784935867.128278:0:24288:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575ecd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24288:1871640292226688:192.168.203.28@tcp:104: 00010000:00010000:1.0:1784935867.128307:0:24288:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b185fa lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935867.129618:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935867.130235:0:25097:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273250944 00000100:00100000:3.0:1784935867.130245:0:25097:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273250944 00010000:00010000:3.0:1784935867.130285:0:25097:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698800/0x857e02f4e0b185d0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313afde expref: 13 pid: 24288 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935867.130334:0:25097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 16 00000100:00100000:3.0:1784935867.130343:0:25097:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b27a772f-7563-4277-91e6-a7f5c27851ea+13:2391:x1871640273250944:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784935867.130358:0:25097:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784935867.130365:0:25097:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698800/0x857e02f4e0b185d0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313afde expref: 13 pid: 24288 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.130378:0:25097:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698800/0x857e02f4e0b185d0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313afde expref: 13 pid: 24288 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.130422:0:25097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698800/0x857e02f4e0b185d0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313afde expref: 13 pid: 24288 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.130437:0:25097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d4543da8b00) 00010000:00010000:3.0:1784935867.130442:0:25097:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b185fa lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.130453:0:25097:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b185fa lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.130461:0:25097:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b185fa lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.130485:0:25097:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784935867.130551:0:25097:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b27a772f-7563-4277-91e6-a7f5c27851ea+12:2391:x1871640273250944:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 209us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935867.130559:0:25097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 16 00010000:00010000:0.0:1784935867.130627:0:24288:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b185fa lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.130637:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b185fa lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.130694:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18601 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.130704:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18601 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.130712:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18601 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.131213:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18608 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.131238:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18608 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.131246:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18608 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784935867.131257:0:24288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1784935867.131284:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b185fa lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.131292:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b185fa lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.131298:0:24288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b185fa lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.131303:0:24288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d454166b400 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935867.131308:0:24288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b185fa lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.131327:0:24288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b185fa lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.131338:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d4543da8b00) 00010000:00010000:0.0:1784935867.131341:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784935867.131345:0:24288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b185fa lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.131351:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b185fa lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1784935867.131364:0:24288:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000adc1024d reply state 000000008e554a4c transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18601 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.131374:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18601 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.131380:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8d45705a8e00) 00010000:00010000:0.0:1784935867.131383:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1784935867.131386:0:24288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1784935867.131422:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166a400/0x857e02f4e0b185f3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afec expref: 15 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.131436:0:24288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18608 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afec expref: 14 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.131445:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:0.0:1784935867.131447:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1784935867.131462:0:24288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4554021e00, rc 0) 00000100:00100000:0.0:1784935867.131518:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+15:18700:x1871640273250816:12345-192.168.203.28@tcp:101:bash.0 Request processed in 6492us (6924us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1784935867.131526:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 37 00000100:00100000:3.0:1784935867.145861:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935867.146017:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273251072 00000100:00100000:2.0:1784935867.146026:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273251072 00000100:00100000:2.0:1784935867.146088:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 38 00000100:00100000:2.0:1784935867.146099:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+15:18700:x1871640273251072:12345-192.168.203.28@tcp:101:bash.0 00010000:00010000:2.0:1784935867.146126:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935867.146146:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698c00/0x857e02f4e0b18616 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313aff3 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.146243:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b1861d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.146259:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b1861d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.146270:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b1861d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784935867.146315:0:22760:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1784935867.146319:0:22760:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1784935867.146346:0:22760:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b1861d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.146357:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b1861d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.146382:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698c00/0x857e02f4e0b18616 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313aff3 expref: 17 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.146400:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b1861d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313aff3 expref: 16 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.146408:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:2.0:1784935867.146411:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1784935867.146414:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443699800, rc 0) 00000100:00100000:2.0:1784935867.146636:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+16:18700:x1871640273251072:12345-192.168.203.28@tcp:101:bash.0 Request processed in 539us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935867.146644:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 38 00000100:00100000:2.0:1784935867.154275:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935867.154331:0:22763:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273251328 00000100:00100000:3.0:1784935867.154343:0:22763:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273251328 00000100:00100000:3.0:1784935867.154400:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5 00000100:00100000:3.0:1784935867.154410:0:22763:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+16:18700:x1871640273251328:12345-192.168.203.28@tcp:35:bash.0 00000100:00100000:3.0:1784935867.154682:0:22763:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+17:18700:x1871640273251328:12345-192.168.203.28@tcp:35:bash.0 Request processed in 272us (414us total) trans 12884901897 rc 0/0 00000100:00100000:3.0:1784935867.154690:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5 00000100:00100000:1.0:1784935867.227118:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935867.227231:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273251584 00000100:00100000:0.0:1784935867.227241:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273251584 00000100:00100000:0.0:1784935867.227302:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 39 00000100:00100000:0.0:1784935867.227317:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+17:18710:x1871640273251584:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:0.0:1784935867.227342:0:22762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935867.227362:0:22762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020800/0x857e02f4e0b18624 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313affa expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784935867.227486:0:22762:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1784935867.227623:0:22762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020800/0x857e02f4e0b18624 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313affa expref: 19 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.227637:0:22762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d44429bb000) 00010000:00010000:0.0:1784935867.227640:0:22762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1784935867.227644:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020800/0x857e02f4e0b18624 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313affa expref: 19 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.227657:0:22762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4554020800, rc 0) 00000100:00100000:0.0:1784935867.227713:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+18:18710:x1871640273251584:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 402us (604us total) trans 12884901898 rc 301/301 00000100:00100000:0.0:1784935867.227720:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 39 00000100:00100000:0.0:1784935867.230036:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935867.230165:0:22764:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273251840 00000100:00100000:1.0:1784935867.230174:0:22764:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273251840 00000100:00100000:1.0:1784935867.230240:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6 00000100:00100000:1.0:1784935867.230251:0:22764:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+18:18710:x1871640273251840:12345-192.168.203.28@tcp:35:lfs.0 00000100:00100000:1.0:1784935867.230468:0:22764:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+19:18710:x1871640273251840:12345-192.168.203.28@tcp:35:lfs.0 Request processed in 219us (438us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1784935867.230492:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6 00000100:00100000:2.0:1784935867.282902:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935867.283124:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273252096 00000100:00100000:3.0:1784935867.283134:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273252096 00000100:00100000:3.0:1784935867.283212:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40 00000100:00100000:3.0:1784935867.283233:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+19:18713:x1871640273252096:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:3.0:1784935867.283259:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784935867.283279:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b18632 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313b001 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.283380:0:22761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b18639 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.283396:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b18639 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.283407:0:22761:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b18639 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1784935867.283418:0:22761:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1784935867.283528:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b18632 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b001 expref: 22 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.283558:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b18639 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b001 expref: 21 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.283567:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:3.0:1784935867.283569:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1784935867.283572:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443200200, rc 0) 00000100:00100000:3.0:1784935867.283672:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+21:18713:x1871640273252096:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 451us (778us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1784935867.283678:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40 00000100:00100000:2.0:1784935867.291638:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935867.291773:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273252224 00000100:00100000:0.0:1784935867.291783:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273252224 00000100:00100000:0.0:1784935867.291857:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 41 00000100:00100000:0.0:1784935867.291868:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+21:18713:x1871640273252224:12345-192.168.203.28@tcp:54:lfs.0 00010000:00010000:0.0:1784935867.291969:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020000/0x857e02f4e0b18647 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.291985:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020000/0x857e02f4e0b18647 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.291997:0:22762:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020000/0x857e02f4e0b18647 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.292030:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020000/0x857e02f4e0b18647 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.292038:0:22762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020000/0x857e02f4e0b18647 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.292045:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020000/0x857e02f4e0b18647 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.292051:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020000 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935867.292054:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020000/0x857e02f4e0b18647 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.292062:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020000/0x857e02f4e0b18647 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.292073:0:22762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:0.0:1784935867.292076:0:22762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1784935867.292080:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020000/0x857e02f4e0b18647 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.292098:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020000/0x857e02f4e0b18647 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935867.292174:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+21:18713:x1871640273252224:12345-192.168.203.28@tcp:54:lfs.0 Request processed in 307us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935867.292182:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 41 00000100:00100000:0.0:1784935867.292635:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935867.294346:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935867.294472:0:22764:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273252608 00000100:00100000:3.0:1784935867.294497:0:22764:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273252608 00000100:00100000:3.0:1784935867.294554:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7 00000100:00100000:3.0:1784935867.294564:0:22764:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+21:18713:x1871640273252608:12345-192.168.203.28@tcp:35:lfs.0 00000100:00100000:3.0:1784935867.294776:0:22764:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+22:18713:x1871640273252608:12345-192.168.203.28@tcp:35:lfs.0 Request processed in 214us (436us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1784935867.294784:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7 00000100:00100000:2.0:1784935867.298306:0:22746:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273252352 00000100:00100000:2.0:1784935867.298321:0:22746:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273252352 00000100:00100000:2.0:1784935867.298397:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 0 00000100:00100000:2.0:1784935867.298409:0:22746:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+22:2391:x1871640273252352:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784935867.298425:0:22746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784935867.298449:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b18639 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b001 expref: 22 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.298471:0:22746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:2.0:1784935867.298475:0:22746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784935867.298539:0:22746:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+21:2391:x1871640273252352:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 133us (5906us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935867.298547:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 0 00000100:00100000:1.0:1784935867.534604:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935867.534786:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273252864 00000100:00100000:3.0:1784935867.534795:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273252864 00000100:00100000:3.0:1784935867.534853:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 42 00000100:00100000:3.0:1784935867.534863:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+21:18744:x1871640273252864:12345-192.168.203.28@tcp:101:cat.0 00010000:00010000:3.0:1784935867.534886:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784935867.534917:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b1864e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313b008 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.535048:0:22761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b18655 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.535062:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b18655 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.535073:0:22761:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b18655 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1784935867.535085:0:22761:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1784935867.535198:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b1864e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b008 expref: 24 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.535216:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b18655 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b008 expref: 23 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.535253:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:3.0:1784935867.535256:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1784935867.535259:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443201800, rc 0) 00000100:00100000:3.0:1784935867.535317:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+23:18744:x1871640273252864:12345-192.168.203.28@tcp:101:cat.0 Request processed in 456us (723us total) trans 12884901902 rc 0/0 00000100:00100000:3.0:1784935867.535324:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 42 00000100:00100000:0.0:1784935867.541373:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935867.541416:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935867.542449:0:22763:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273253120 00000100:00100000:3.0:1784935867.542460:0:22763:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273253120 00000100:00100000:3.0:1784935867.542511:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8 00000100:00100000:3.0:1784935867.542520:0:22763:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+23:18744:x1871640273253120:12345-192.168.203.28@tcp:35:cat.0 00000100:00100000:3.0:1784935867.542788:0:22763:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+24:18744:x1871640273253120:12345-192.168.203.28@tcp:35:cat.0 Request processed in 268us (1424us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1784935867.542796:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8 00000100:00100000:1.0:1784935867.544142:0:25097:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273253248 00000100:00100000:1.0:1784935867.544155:0:25097:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273253248 00000100:00100000:1.0:1784935867.544236:0:25097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1 00000100:00100000:1.0:1784935867.544245:0:25097:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+24:2393:x1871640273253248:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784935867.544259:0:25097:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784935867.544285:0:25097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b18655 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b008 expref: 24 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935867.544304:0:25097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:1.0:1784935867.544309:0:25097:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784935867.544362:0:25097:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+23:2393:x1871640273253248:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 119us (2945us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935867.544369:0:25097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1 00000040:00080000:0.0:1784935867.566730:0:23514:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1784935867.629237:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935867.635265:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935867.635362:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273253504 00000100:00100000:1.0:1784935867.635373:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273253504 00000100:00100000:1.0:1784935867.635428:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 43 00000100:00100000:1.0:1784935867.635437:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+23:18751:x1871640273253504:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:1.0:1784935867.635460:0:22762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784935867.635480:0:22762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18663 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313b00f expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935867.635575:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ae00/0x857e02f4e0b1866a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935867.635606:0:22762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18608 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313afec expref: 24 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935867.635614:0:22762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b1861d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313aff3 expref: 24 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935867.635623:0:22762:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ae00/0x857e02f4e0b1866a lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935867.635653:0:22762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b1861d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313aff3 expref: 24 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935867.635666:0:22762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b1861d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313aff3 expref: 24 pid: 22760 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935867.635679:0:22762:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575ecce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22762:1871640292226816:192.168.203.28@tcp:104: 00010000:00010000:1.0:1784935867.635763:0:22762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18608 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313afec expref: 24 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935867.635772:0:22762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18608 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313afec expref: 24 pid: 24288 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935867.635781:0:22762:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575ecf100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22762:1871640292226944:192.168.203.28@tcp:104: 00000100:00100000:1.0:1784935867.636667:0:22762:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4543e6d480 going to sleep for 11 seconds 00000100:00100000:1.0:1784935867.642181:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935867.642234:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935867.642507:0:22747:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273253632 00000100:00100000:3.0:1784935867.642517:0:22747:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273253632 00010000:00010000:3.0:1784935867.642556:0:22747:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b1861d lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313aff3 expref: 25 pid: 22760 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935867.642596:0:22747:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273253760 00000100:00100000:3.0:1784935867.642600:0:22747:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273253760 00010000:00010000:3.0:1784935867.642614:0:22747:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18608 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313afec expref: 26 pid: 24288 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935867.642639:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 17 00000100:00100000:3.0:1784935867.642648:0:22747:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+26:2392:x1871640273253632:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784935867.642672:0:22747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784935867.642680:0:22747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b1861d lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313aff3 expref: 26 pid: 22760 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.642693:0:22747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b1861d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313aff3 expref: 26 pid: 22760 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.642715:0:22747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:3.0:1784935867.642721:0:22747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ae00/0x857e02f4e0b1866a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.642730:0:22747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ae00/0x857e02f4e0b1866a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.642735:0:22747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784935867.642787:0:22747:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+26:2392:x1871640273253632:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 139us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935867.642794:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 17 00000100:00100000:3.0:1784935867.642813:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 18 00000100:00100000:3.0:1784935867.642820:0:22747:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d45705bec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+25:2392:x1871640273253760:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784935867.642827:0:22747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784935867.642832:0:22747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18608 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313afec expref: 25 pid: 24288 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.642843:0:22747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18608 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313afec expref: 25 pid: 24288 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.642866:0:22747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:3.0:1784935867.642869:0:22747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ae00/0x857e02f4e0b1866a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.642888:0:22747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ae00/0x857e02f4e0b1866a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.642896:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ae00/0x857e02f4e0b1866a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.642914:0:22747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1784935867.643233:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b1861d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313aff3 expref: 25 pid: 22760 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935867.643253:0:22762:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575ecce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22762:1871640292226816:192.168.203.28@tcp:104: 00010000:00010000:0.0:1784935867.643266:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18608 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313afec expref: 24 pid: 24288 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935867.643276:0:22762:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575ecf100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22762:1871640292226944:192.168.203.28@tcp:104: 00010000:00010000:0.0:1784935867.643297:0:22762:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ae00/0x857e02f4e0b1866a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.643305:0:22762:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ae00/0x857e02f4e0b1866a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.643311:0:22762:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ae00/0x857e02f4e0b1866a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784935867.643335:0:22762:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000100:00100000:3.0:1784935867.643377:0:22747:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d45705bec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+23:2392:x1871640273253760:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 555us (1141us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935867.643385:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 18 00010000:00010000:0.0:1784935867.643477:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18663 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b00f expref: 24 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.643493:0:22762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ae00/0x857e02f4e0b1866a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b00f expref: 23 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.643501:0:22762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:0.0:1784935867.643504:0:22762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1784935867.643507:0:22762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d454166ae00, rc 0) 00000100:00100000:0.0:1784935867.646403:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+23:18751:x1871640273253504:12345-192.168.203.28@tcp:101:dd.0 Request processed in 10955us (11134us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1784935867.646416:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 43 00000100:00100000:1.0:1784935867.651801:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935867.652160:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273253888 00000100:00100000:3.0:1784935867.652171:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273253888 00000100:00100000:3.0:1784935867.652703:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 44 00000100:00100000:3.0:1784935867.652715:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+23:18751:x1871640273253888:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:3.0:1784935867.652739:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784935867.652762:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b18678 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313b016 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.652794:0:22761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201000/0x857e02f4e0b1867f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.652806:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201000/0x857e02f4e0b1867f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.652818:0:22761:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201000/0x857e02f4e0b1867f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.653037:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b18678 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b016 expref: 25 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.653057:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201000/0x857e02f4e0b1867f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b016 expref: 24 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.653066:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:3.0:1784935867.653069:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1784935867.653072:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443201000, rc 0) 00000100:00100000:3.0:1784935867.653133:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+24:18751:x1871640273253888:12345-192.168.203.28@tcp:101:dd.0 Request processed in 420us (1341us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935867.653141:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 44 00000100:00100000:1.0:1784935867.656465:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935867.656869:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273254144 00000100:00100000:0.0:1784935867.656880:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273254144 00000100:00100000:0.0:1784935867.656969:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 45 00000100:00100000:0.0:1784935867.656979:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575eced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+24:18751:x1871640273254144:12345-192.168.203.28@tcp:36:dd.0 00010000:00010000:0.0:1784935867.657202:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18686 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.657228:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18686 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.657240:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18686 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1784935867.657283:0:24288:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:0.0:1784935867.657322:0:24288:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fa86a4d7 reply state 00000000eb9522c9 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18686 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.657335:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18686 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.657344:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:0.0:1784935867.657347:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1784935867.657351:0:24288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1784935867.657438:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575eced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+27:18751:x1871640273254144:12345-192.168.203.28@tcp:36:dd.0 Request processed in 460us (981us total) trans 12884901906 rc 0/0 00000100:00100000:0.0:1784935867.657445:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 45 00000020:00080000:0.0:1784935867.657450:0:24288:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1784935867.661828:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935867.662146:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273254272 00000100:00100000:2.0:1784935867.662156:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273254272 00000100:00100000:2.0:1784935867.662315:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 46 00000100:00100000:2.0:1784935867.662326:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+27:18751:x1871640273254272:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:2.0:1784935867.662349:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935867.662369:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699e00/0x857e02f4e0b1868d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313b01d expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.662420:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699e00/0x857e02f4e0b1868d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b01d expref: 28 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.662450:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699e00/0x857e02f4e0b1868d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b01d expref: 28 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935867.662467:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:2.0:1784935867.662470:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1784935867.662473:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443699e00, rc 0) 00000100:00100000:2.0:1784935867.662533:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+28:18751:x1871640273254272:12345-192.168.203.28@tcp:101:dd.0 Request processed in 209us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935867.662540:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 46 00000100:00100000:1.0:1784935867.674107:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935867.674160:0:25097:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273254528 00000100:00100000:3.0:1784935867.674169:0:25097:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273254528 00000100:00100000:1.0:1784935867.674313:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2 00000100:00100000:1.0:1784935867.674325:0:22745:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+28:18751:x1871640273254528:12345-192.168.203.28@tcp:103:dd.0 00010000:00010000:1.0:1784935867.674341:0:22745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784935867.674364:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699e00/0x857e02f4e0b1868d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b01d expref: 28 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935867.674382:0:22745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:1.0:1784935867.674387:0:22745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784935867.674446:0:22745:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+27:18751:x1871640273254528:12345-192.168.203.28@tcp:103:dd.0 Request processed in 124us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935867.674453:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2 00000100:00100000:1.0:1784935867.675726:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935867.675786:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273254656 00000100:00100000:0.0:1784935867.675791:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273254656 00000100:00100000:0.0:1784935867.675828:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 47 00000100:00100000:0.0:1784935867.675834:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+27:18751:x1871640273254656:12345-192.168.203.28@tcp:58:dd.0 00010000:00010000:0.0:1784935867.676102:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020c00/0x857e02f4e0b18694 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.676124:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020c00/0x857e02f4e0b18694 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935867.676136:0:22762:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020c00/0x857e02f4e0b18694 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1784935867.678035:0:22762:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784935867.678081:0:22762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1784935867.678833:0:22762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1784935867.679790:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+27:18751:x1871640273254656:12345-192.168.203.28@tcp:58:dd.0 Request processed in 3948us (4061us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935867.679814:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 47 00000100:00100000:2.0:1784935867.681405:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935867.681555:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273254784 00000100:00100000:3.0:1784935867.681564:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273254784 00000100:00100000:3.0:1784935867.681653:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 48 00000100:00100000:3.0:1784935867.681663:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+27:18751:x1871640273254784:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:3.0:1784935867.681685:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784935867.681705:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b1869b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313b024 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.681762:0:22761:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020c00/0x857e02f4e0b18694 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.681772:0:22761:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b1869b lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b024 expref: 28 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.681804:0:22761:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020c00/0x857e02f4e0b18694 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.681818:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b1869b lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b024 expref: 28 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.681832:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:3.0:1784935867.681835:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1784935867.681839:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b1869b lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b024 expref: 28 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935867.681848:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443200e00, rc 0) 00000100:00100000:3.0:1784935867.681920:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+28:18751:x1871640273254784:12345-192.168.203.28@tcp:101:dd.0 Request processed in 258us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935867.682201:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 48 00000040:00080000:0.0:1784935868.014562:0:22796:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1784935868.014570:0:22796:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1784935868.014612:0:22796:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1784935868.014622:0:22796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1784935868.014755:0:22796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d457402fb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22796:1871640292227072:192.168.203.28@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1784935868.015871:0:22796:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4545e0cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1784935868.019200:0:22796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d457402fb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22796:1871640292227072:192.168.203.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1784935868.023557:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935868.024100:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273254912 00000100:00100000:0.0:1784935868.024110:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273254912 00000100:00100000:0.0:1784935868.024207:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 49 00000100:00100000:0.0:1784935868.024229:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+28:18752:x1871640273254912:12345-192.168.203.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1784935868.024265:0:24288:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1784935868.024397:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+28:18752:x1871640273254912:12345-192.168.203.28@tcp:53:lhsmtool_posix.0 Request processed in 180us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935868.024405:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 49 00000100:00080000:2.0:1784935868.027120:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784935868.028155:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935868.028335:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273255040 00000100:00100000:3.0:1784935868.028345:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273255040 00000100:00100000:3.0:1784935868.028402:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 50 00000100:00100000:3.0:1784935868.028412:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d44419c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+28:18752:x1871640273255040:12345-192.168.203.28@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1784935868.028477:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b186a2 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028493:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b186a2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028506:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b186a2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028570:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186a9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028579:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186a9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028585:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186a9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028605:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186b0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028614:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186b0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028620:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186b0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1784935868.028664:0:22760:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1784935868.028668:0:22760:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1784935868.028684:0:22760:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186b0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028694:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b186a2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028700:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b186a2 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028706:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b186a2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028720:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443201800 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:3.0:1784935868.028725:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b186a2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028732:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b186a2 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028743:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d44429bb900) 00010000:00010000:3.0:1784935868.028745:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784935868.028750:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b186a2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028755:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201800/0x857e02f4e0b186a2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028768:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186a9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028774:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186a9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028780:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186a9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028784:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443200200 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:3.0:1784935868.028786:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186a9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.028792:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186a9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.029091:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8d4581e2e900) 00010000:00010000:3.0:1784935868.029095:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784935868.029097:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186a9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.029103:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186a9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.029117:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186b0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.029124:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186b0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.029129:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186b0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.029133:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443200000 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:3.0:1784935868.029136:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186b0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.029142:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186b0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.029149:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:3.0:1784935868.029151:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784935868.029154:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186b0 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.029158:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186b0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935868.029822:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d44419c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+28:18752:x1871640273255040:12345-192.168.203.28@tcp:34:lhsmtool_posix.0 Request processed in 1409us (1669us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935868.029831:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 50 00000100:00100000:1.0:1784935868.034775:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935868.035074:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273255296 00000100:00100000:0.0:1784935868.035083:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273255296 00000100:00100000:0.0:1784935868.035192:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 51 00000100:00100000:0.0:1784935868.035202:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+28:18752:x1871640273255296:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1784935868.035232:0:24288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935868.035250:0:24288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021a00/0x857e02f4e0b186b7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313b02b expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.035351:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021000/0x857e02f4e0b186be lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.035378:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021000/0x857e02f4e0b186be lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.035390:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021000/0x857e02f4e0b186be lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784935868.035402:0:24288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1784935868.035479:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021000/0x857e02f4e0b186be lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.035486:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021000/0x857e02f4e0b186be lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.035492:0:24288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021000/0x857e02f4e0b186be lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.035497:0:24288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021000 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935868.035501:0:24288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021000/0x857e02f4e0b186be lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.035508:0:24288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021000/0x857e02f4e0b186be lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.035519:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:0.0:1784935868.035523:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1784935868.035526:0:24288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021000/0x857e02f4e0b186be lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.035532:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021000/0x857e02f4e0b186be lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.035568:0:24288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021a00/0x857e02f4e0b186b7 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b02b expref: 30 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.035584:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d44429bb900) 00010000:00010000:0.0:1784935868.035586:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1784935868.035589:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021a00/0x857e02f4e0b186b7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b02b expref: 30 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.035598:0:24288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4554021a00, rc 0) 00000100:00100000:0.0:1784935868.035667:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+29:18752:x1871640273255296:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 Request processed in 460us (895us total) trans 12884901907 rc 301/301 00000100:00100000:0.0:1784935868.035674:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 51 00000100:00100000:3.0:1784935868.038569:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935868.039527:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273255424 00000100:00100000:1.0:1784935868.039538:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273255424 00000100:00100000:1.0:1784935868.039635:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 52 00000100:00100000:1.0:1784935868.039645:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+29:18752:x1871640273255424:12345-192.168.203.28@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1784935868.040011:0:22762:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1784935868.040124:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+29:18752:x1871640273255424:12345-192.168.203.28@tcp:53:lhsmtool_posix.0 Request processed in 479us (1561us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935868.040132:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 52 00000100:00100000:2.0:1784935868.043467:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935868.043530:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273255680 00000100:00100000:2.0:1784935868.043539:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273255680 00000100:00100000:2.0:1784935868.043589:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 53 00000100:00100000:2.0:1784935868.043598:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+29:18752:x1871640273255680:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1784935868.043618:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784935868.043638:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698a00/0x857e02f4e0b186cc lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313b032 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1784935868.044042:0:22760:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x6:0x0], count =60 00000004:00080000:2.0:1784935868.044049:0:22760:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x6:0x0]+60 in llog 00000004:00080000:2.0:1784935868.044069:0:22760:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:2.0:1784935868.044861:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b186d3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.045011:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b186d3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.045023:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b186d3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.045086:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443698a00/0x857e02f4e0b186cc lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b032 expref: 32 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.045105:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b186d3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b032 expref: 31 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.045114:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d44429bb200) 00010000:00010000:2.0:1784935868.045116:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1784935868.045120:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443699800, rc 0) 00000100:00100000:2.0:1784935868.045314:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+31:18752:x1871640273255680:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 Request processed in 1715us (1863us total) trans 12884901908 rc 0/0 00000100:00100000:2.0:1784935868.045323:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 53 00000100:00100000:2.0:1784935868.049621:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935868.049775:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273255936 00000100:00100000:3.0:1784935868.049785:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273255936 00000100:00100000:3.0:1784935868.050172:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 54 00000100:00100000:3.0:1784935868.050199:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+31:18752:x1871640273255936:12345-192.168.203.28@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1784935868.050268:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784935868.050294:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699800/0x857e02f4e0b186d3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b032 expref: 31 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050312:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d44429bb200) 00010000:00010000:3.0:1784935868.050323:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1784935868.050351:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186e1 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050365:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186e1 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050374:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186e1 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050388:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186e8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb810832d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050395:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186e8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb810832d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050420:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186e8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb810832d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050480:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186e1 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050488:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186e1 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050494:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186e1 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050501:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443200000 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:3.0:1784935868.050506:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186e1 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050515:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186e1 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050523:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d4543da8b00) 00010000:00010000:3.0:1784935868.050527:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784935868.050532:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186e1 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050539:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200000/0x857e02f4e0b186e1 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050549:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186e8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb810832d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050555:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186e8 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb810832d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050568:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186e8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb810832d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050573:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443200200 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:3.0:1784935868.050576:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186e8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb810832d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050583:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186e8 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb810832d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050592:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb810832d (ffff8d4581e2e900) 00010000:00010000:3.0:1784935868.050595:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784935868.050598:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186e8 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb810832d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.050604:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b186e8 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb810832d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935868.051085:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+30:18752:x1871640273255936:12345-192.168.203.28@tcp:36:lhsmtool_posix.0 Request processed in 886us (1472us total) trans 0 rc -2/-2 00000100:00100000:3.0:1784935868.051093:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 54 00000100:00100000:2.0:1784935868.054317:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935868.054419:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273256064 00000100:00100000:1.0:1784935868.054428:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273256064 00000100:00100000:1.0:1784935868.054498:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 55 00000100:00100000:1.0:1784935868.054507:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+30:18752:x1871640273256064:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1784935868.054528:0:22762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784935868.054552:0:22762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166a400/0x857e02f4e0b186ef lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313b039 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.054583:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b186f6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.054595:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b186f6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.054605:0:22762:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b186f6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.054715:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166a400/0x857e02f4e0b186ef lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b039 expref: 32 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.054732:0:22762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b400/0x857e02f4e0b186f6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b039 expref: 31 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.054741:0:22762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:1.0:1784935868.054744:0:22762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1784935868.054747:0:22762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d454166b400, rc 0) 00000100:00100000:1.0:1784935868.054808:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+31:18752:x1871640273256064:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 Request processed in 295us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935868.054814:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 55 00000100:00100000:3.0:1784935868.057745:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935868.058750:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273256320 00000100:00100000:0.0:1784935868.058763:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273256320 00000100:00100000:0.0:1784935868.058968:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 56 00000100:00100000:0.0:1784935868.058979:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+31:18752:x1871640273256320:12345-192.168.203.28@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1784935868.059058:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020a00/0x857e02f4e0b186fd lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.059075:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020a00/0x857e02f4e0b186fd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.059084:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020a00/0x857e02f4e0b186fd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1784935868.059427:0:24288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:0.0:1784935868.059437:0:24288:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687309509108ns, next at 688309506671ns, rc = 0 00000004:00010000:0.0:1784935868.059483:0:24288:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c87fa7fb reply state 0000000025e717d1 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020a00/0x857e02f4e0b186fd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.059516:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020a00/0x857e02f4e0b186fd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.059523:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:0.0:1784935868.059526:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1784935868.059529:0:24288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1784935868.059633:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+33:18752:x1871640273256320:12345-192.168.203.28@tcp:36:lhsmtool_posix.0 Request processed in 655us (1896us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1784935868.059640:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 56 00000100:00100000:3.0:1784935868.062185:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935868.062391:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273256448 00000100:00100000:0.0:1784935868.062400:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273256448 00000100:00100000:0.0:1784935868.062451:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 57 00000100:00100000:0.0:1784935868.062461:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+33:18752:x1871640273256448:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1784935868.062483:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935868.062502:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021a00/0x857e02f4e0b18704 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313b040 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.062555:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021a00/0x857e02f4e0b18704 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b040 expref: 34 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.062569:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021a00/0x857e02f4e0b18704 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b040 expref: 34 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.062587:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:0.0:1784935868.062590:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1784935868.062594:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4554021a00, rc 0) 00000100:00100000:0.0:1784935868.062650:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+34:18752:x1871640273256448:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 Request processed in 191us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935868.062677:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 57 00000100:00100000:3.0:1784935868.065701:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935868.065838:0:25033:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273256576 00000100:00100000:0.0:1784935868.065848:0:25033:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273256576 00000100:00100000:0.0:1784935868.065948:0:25033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 20 00000100:00100000:0.0:1784935868.065960:0:25033:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+5:2394:x1871640273256576:12345-192.168.203.28@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1784935868.066172:0:25033:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+6:2394:x1871640273256576:12345-192.168.203.28@tcp:2:lhsmtool_posix.0 Request processed in 215us (478us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1784935868.066198:0:25033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 20 00000100:00080000:1.0:1784935868.066418:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1784935868.069634:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935868.069781:0:22763:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273256832 00000100:00100000:0.0:1784935868.069790:0:22763:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273256832 00000100:00100000:0.0:1784935868.069858:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9 00000100:00100000:0.0:1784935868.069869:0:22763:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+34:18752:x1871640273256832:12345-192.168.203.28@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1784935868.070109:0:22763:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+35:18752:x1871640273256832:12345-192.168.203.28@tcp:35:lhsmtool_posix.0 Request processed in 241us (482us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1784935868.070116:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9 00000100:00100000:3.0:1784935868.072396:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935868.072467:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273257088 00000100:00100000:1.0:1784935868.072476:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273257088 00000100:00100000:1.0:1784935868.072532:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 58 00000100:00100000:1.0:1784935868.072541:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+35:18752:x1871640273257088:12345-192.168.203.28@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1784935868.072637:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+35:18752:x1871640273257088:12345-192.168.203.28@tcp:57:lhsmtool_posix.0 Request processed in 97us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935868.072645:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 58 00000100:00100000:2.0:1784935868.074476:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935868.074766:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273257216 00000100:00100000:1.0:1784935868.074773:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273257216 00000100:00100000:1.0:1784935868.075362:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 59 00000100:00100000:1.0:1784935868.075376:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+35:18752:x1871640273257216:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1784935868.075396:0:24288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784935868.075417:0:24288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166a400/0x857e02f4e0b1870b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313b047 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.075648:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b18712 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.075662:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b18712 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.075674:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b18712 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784935868.075716:0:24288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1784935868.075735:0:24288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b18712 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.075976:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166a400/0x857e02f4e0b1870b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b047 expref: 37 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.076009:0:24288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b18712 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b047 expref: 36 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.076017:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:1.0:1784935868.076020:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1784935868.076023:0:24288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d454166b000, rc 0) 00000100:00100000:1.0:1784935868.076136:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+36:18752:x1871640273257216:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 Request processed in 763us (1665us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935868.076144:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 59 00000100:00100000:3.0:1784935868.078746:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935868.078866:0:24263:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273257344 00000100:00100000:0.0:1784935868.078876:0:24263:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273257344 00000100:00100000:0.0:1784935868.078969:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 21 00000100:00100000:0.0:1784935868.078980:0:24263:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+6:2391:x1871640273257344:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1784935868.078997:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784935868.079016:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18719 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313b04e expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1784935868.079040:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a63f5bc, blocks: 0x0 00010000:00010000:0.0:1784935868.079058:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1784935868.079074:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935868.079084:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18719 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b04e expref: 7 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.079102:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18719 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b04e expref: 7 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.079115:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4554021000, rc 0) 00000100:00100000:0.0:1784935868.079581:0:24263:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+7:2391:x1871640273257344:12345-192.168.203.28@tcp:101:lhsmtool_posix.0 Request processed in 602us (842us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935868.079589:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 21 00000100:00100000:0.0:1784935868.085141:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935868.085321:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273257600 00000100:00100000:1.0:1784935868.085330:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273257600 00000100:00100000:1.0:1784935868.085374:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 60 00000100:00100000:1.0:1784935868.085381:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+36:18752:x1871640273257600:12345-192.168.203.28@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1784935868.085470:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+36:18752:x1871640273257600:12345-192.168.203.28@tcp:57:lhsmtool_posix.0 Request processed in 89us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935868.085477:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 60 00000100:00100000:2.0:1784935868.089077:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935868.089367:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273257728 00000100:00100000:0.0:1784935868.089377:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273257728 00000100:00100000:0.0:1784935868.089609:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 61 00000100:00100000:0.0:1784935868.089622:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+36:18752:x1871640273257728:12345-192.168.203.28@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1784935868.093081:0:22740:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1784935868.093107:0:22740:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:3.0:1784935868.093152:0:22740:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:3.0:1784935868.093220:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699200/0x857e02f4e0b185a6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.093231:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699200/0x857e02f4e0b185a6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.093240:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699200/0x857e02f4e0b185a6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.093247:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699200 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:3.0:1784935868.093251:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699200/0x857e02f4e0b185a6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.093260:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699200/0x857e02f4e0b185a6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.093277:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d4543da8b00) 00010000:00010000:3.0:1784935868.093280:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1784935868.093285:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699200/0x857e02f4e0b185a6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.093292:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443699200/0x857e02f4e0b185a6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935868.093426:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+19:18752:x1871640273257728:12345-192.168.203.28@tcp:44:lhsmtool_posix.0 Request processed in 3798us (4348us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935868.093435:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 61 00000100:00100000:2.0:1784935868.093576:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575f76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292227200:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1784935868.093625:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935868.093948:0:24265:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292227200 00000100:00100000:2.0:1784935868.093956:0:24265:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292227200 00000100:00100000:2.0:1784935868.094010:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1784935868.094026:0:24265:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292227200:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1784935868.094141:0:24265:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1784935868.094144:0:24265:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1784935868.094147:0:24265:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1784935868.094149:0:24265:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1784935868 -> 1784935868 00002000:00010000:2.0:1784935868.094152:0:24265:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1784935868.094271:0:3635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b200/0x857e02f4e0b1851a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1784935868.094272:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1784935868.094282:0:3635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b200/0x857e02f4e0b1851a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094288:0:3635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b200/0x857e02f4e0b1851a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094293:0:3635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d454166b200 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935868.094296:0:3635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b200/0x857e02f4e0b1851a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935868.094313:0:24265:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3650:x1871640292227200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 286us (686us total) trans 12884901892 rc 0/0 00010000:00010000:0.0:1784935868.094314:0:3635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b200/0x857e02f4e0b1851a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935868.094327:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00010000:0.0:1784935868.094334:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d4543da8900) 00010000:00010000:0.0:1784935868.094338:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784935868.094342:0:3635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b200/0x857e02f4e0b1851a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094348:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b200/0x857e02f4e0b1851a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1784935868.094367:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d4575f76a00/2, rc 0, transno 12884901892 00010000:00010000:0.0:1784935868.094368:0:3635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18521 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935868.094377:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575f76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292227200:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1784935868.094379:0:3635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18521 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094388:0:3635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18521 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094394:0:3635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d454166b800 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935868.094398:0:3635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18521 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094404:0:3635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18521 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094413:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d4543da8b00) 00010000:00010000:0.0:1784935868.094415:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784935868.094418:0:3635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18521 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094429:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18521 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22761 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094700:0:3635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18601 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094708:0:3635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18601 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094715:0:3635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18601 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094720:0:3635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021c00 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935868.094723:0:3635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18601 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094731:0:3635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18601 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094740:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8d45705a8e00) 00010000:00010000:0.0:1784935868.094743:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784935868.094746:0:3635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18601 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094752:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b18601 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094771:0:3635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18686 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094777:0:3635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18686 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094789:0:3635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18686 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094795:0:3635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021e00 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935868.094799:0:3635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18686 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094805:0:3635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18686 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094813:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:0.0:1784935868.094815:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784935868.094818:0:3635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18686 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094823:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021e00/0x857e02f4e0b18686 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094833:0:3635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020a00/0x857e02f4e0b186fd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094839:0:3635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020a00/0x857e02f4e0b186fd lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094845:0:3635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020a00/0x857e02f4e0b186fd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094850:0:3635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020a00 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935868.094853:0:3635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020a00/0x857e02f4e0b186fd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094870:0:3635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020a00/0x857e02f4e0b186fd lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094879:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:0.0:1784935868.094881:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1784935868.094884:0:3635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020a00/0x857e02f4e0b186fd lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.094891:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020a00/0x857e02f4e0b186fd lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935868.096920:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935868.096998:0:24266:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273257856 00000100:00100000:0.0:1784935868.097008:0:24266:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273257856 00000100:00100000:0.0:1784935868.097060:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 23 00000100:00100000:0.0:1784935868.097070:0:24266:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4566eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+7:2392:x1871640273257856:12345-192.168.203.28@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1784935868.097181:0:24266:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4566eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+7:2392:x1871640273257856:12345-192.168.203.28@tcp:16:lhsmtool_posix.0 Request processed in 111us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935868.097188:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 23 00000100:00100000:2.0:1784935868.101272:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935868.101355:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273258112 00000100:00100000:1.0:1784935868.101365:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273258112 00000100:00100000:1.0:1784935868.101425:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 62 00000100:00100000:1.0:1784935868.101435:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+15:18752:x1871640273258112:12345-192.168.203.28@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1784935868.101484:0:22762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784935868.101511:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b18712 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b047 expref: 15 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.101550:0:22762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:1.0:1784935868.101555:0:22762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1784935868.101585:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166a400/0x857e02f4e0b18720 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.101599:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166a400/0x857e02f4e0b18720 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.101609:0:22762:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166a400/0x857e02f4e0b18720 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1784935868.102590:0:22762:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007442c72a reply state 0000000074086655 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166a400/0x857e02f4e0b18720 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.102606:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166a400/0x857e02f4e0b18720 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.102613:0:22762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:1.0:1784935868.102616:0:22762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1784935868.102618:0:22762:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1784935868.103169:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+16:18752:x1871640273258112:12345-192.168.203.28@tcp:36:lhsmtool_posix.0 Request processed in 1732us (1903us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1784935868.103258:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 62 00000100:00100000:2.0:1784935868.107075:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935868.107286:0:24263:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273258240 00000100:00100000:0.0:1784935868.107296:0:24263:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273258240 00000100:00100000:0.0:1784935868.107351:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 24 00000100:00100000:0.0:1784935868.107361:0:24263:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+7:2391:x1871640273258240:12345-192.168.203.28@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1784935868.107730:0:24263:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1784935868.107734:0:24263:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1784935867 00002000:00010000:0.0:1784935868.107737:0:24263:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1784935867 00002000:00010000:0.0:1784935868.107739:0:24263:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1784935868 -> 1784935867 00002000:00010000:0.0:1784935868.107742:0:24263:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1784935868.107825:0:24263:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+8:2391:x1871640273258240:12345-192.168.203.28@tcp:2:lhsmtool_posix.0 Request processed in 465us (758us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1784935868.107833:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 24 00000100:00100000:3.0:1784935868.110174:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935868.110325:0:25033:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273258368 00000100:00100000:2.0:1784935868.110334:0:25033:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273258368 00000100:00100000:2.0:1784935868.110389:0:25033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 25 00000100:00100000:2.0:1784935868.110399:0:25033:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+8:2392:x1871640273258368:12345-192.168.203.28@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1784935868.110440:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c17ed8c/0x857e02f4e0b18727 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.110456:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935868.110461:0:25033:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935868.110467:0:25033:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c17ed8c/0x857e02f4e0b18727 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.110482:0:25033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c17ed8c/0x857e02f4e0b18727 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.110670:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c17ed8c/0x857e02f4e0b18727 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.110678:0:25033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c17ed8c/0x857e02f4e0b18727 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.110686:0:25033:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c17ed8c/0x857e02f4e0b18727 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.110694:0:25033:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443698e00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:2.0:1784935868.110699:0:25033:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c17ed8c/0x857e02f4e0b18727 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.110708:0:25033:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c17ed8c/0x857e02f4e0b18727 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.110725:0:25033:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c17ed8c/0x857e02f4e0b18727 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.110733:0:25033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c17ed8c/0x857e02f4e0b18727 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935868.110813:0:25033:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+8:2392:x1871640273258368:12345-192.168.203.28@tcp:1:lhsmtool_posix.0 Request processed in 415us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935868.110829:0:25033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 25 00000100:00100000:2.0:1784935868.113434:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935868.113516:0:24288:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273258624 00000100:00100000:1.0:1784935868.113526:0:24288:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273258624 00000100:00100000:1.0:1784935868.113577:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 63 00000100:00100000:1.0:1784935868.113587:0:24288:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+16:18752:x1871640273258624:12345-192.168.203.28@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1784935868.113660:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b1872e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.113689:0:24288:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201000/0x857e02f4e0b1867f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b016 expref: 16 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.113698:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b1872e lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.113733:0:24288:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201000/0x857e02f4e0b1867f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b016 expref: 16 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.113749:0:24288:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201000/0x857e02f4e0b1867f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b016 expref: 16 pid: 22761 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935868.113764:0:24288:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575ece680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24288:1871640292227328:192.168.203.28@tcp:104: 00000100:00100000:1.0:1784935868.113847:0:24288:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4542adf6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784935868.118451:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935868.118629:0:24288:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575ece680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24288:1871640292227328:192.168.203.28@tcp:104: 00010000:00010000:1.0:1784935868.118655:0:24288:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b1872e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935868.118707:0:22747:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273258752 00000100:00100000:3.0:1784935868.118729:0:22747:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273258752 00010000:00010000:3.0:1784935868.118764:0:22747:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201000/0x857e02f4e0b1867f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b016 expref: 17 pid: 22761 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935868.119429:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 19 00000100:00100000:3.0:1784935868.119443:0:22747:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+17:2391:x1871640273258752:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784935868.119457:0:22747:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784935868.119466:0:22747:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201000/0x857e02f4e0b1867f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b016 expref: 17 pid: 22761 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.119479:0:22747:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201000/0x857e02f4e0b1867f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b016 expref: 17 pid: 22761 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.119502:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201000/0x857e02f4e0b1867f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b016 expref: 17 pid: 22761 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.119518:0:22747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:3.0:1784935868.119524:0:22747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b1869b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b024 expref: 16 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.119533:0:22747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b1872e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.119541:0:22747:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b1872e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.119548:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b1872e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.119641:0:22747:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784935868.119701:0:22747:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+16:2391:x1871640273258752:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 261us (1259us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935868.119709:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 19 00010000:00010000:1.0:1784935868.120375:0:24288:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b1872e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.120386:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b1872e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.120623:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18735 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.120638:0:24288:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021a00/0x857e02f4e0b18704 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b040 expref: 16 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.120653:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18735 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.120697:0:24288:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021a00/0x857e02f4e0b18704 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b040 expref: 16 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.120712:0:24288:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021a00/0x857e02f4e0b18704 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b040 expref: 16 pid: 22760 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784935868.120726:0:24288:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575ece680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24288:1871640292227456:192.168.203.28@tcp:104: 00000100:00100000:1.0:1784935868.120795:0:24288:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4542adfd80 going to sleep for 11 seconds 00000100:00100000:2.0:1784935868.126755:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935868.126804:0:24288:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575ece680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24288:1871640292227456:192.168.203.28@tcp:104: 00010000:00010000:1.0:1784935868.126852:0:24288:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18735 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935868.126956:0:25097:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273258880 00000100:00100000:3.0:1784935868.126963:0:25097:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273258880 00010000:00010000:3.0:1784935868.127009:0:25097:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021a00/0x857e02f4e0b18704 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b040 expref: 17 pid: 22760 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935868.127050:0:25097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 20 00000100:00100000:3.0:1784935868.127059:0:25097:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+17:2391:x1871640273258880:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784935868.127073:0:25097:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784935868.127079:0:25097:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021a00/0x857e02f4e0b18704 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b040 expref: 17 pid: 22760 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.127094:0:25097:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021a00/0x857e02f4e0b18704 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b040 expref: 17 pid: 22760 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.127114:0:25097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021a00/0x857e02f4e0b18704 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b040 expref: 17 pid: 22760 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.127129:0:25097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:3.0:1784935868.127133:0:25097:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18735 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.127142:0:25097:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18735 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.127165:0:25097:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18735 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.127508:0:25097:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784935868.127567:0:25097:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+16:2391:x1871640273258880:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 507us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935868.127574:0:25097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 20 00010000:00010000:0.0:1784935868.128055:0:24288:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18735 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.128065:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18735 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1784935868.128166:0:24288:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1784935868.128282:0:24288:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1784935868.128310:0:24288:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1784935868.128375:0:24288:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d457402ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:24288:1871640292227584:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1784935868.128444:0:24288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935868.128464:0:24288:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4545e0c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784935868.128598:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292227584 00000100:00100000:1.0:1784935868.128605:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292227584 00000100:00100000:1.0:1784935868.128644:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1784935868.128651:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:24288:x1871640292227584:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1784935868.128747:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:24288:x1871640292227584:12345-0@lo:1000:mdt00_003.0 Request processed in 96us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935868.128753:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1784935868.129084:0:24288:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d457402ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:24288:1871640292227584:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1784935868.129267:0:24288:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:2.0:1784935868.129318:0:24288:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575f74380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:24288:1871640292227712:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1784935868.129350:0:24288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935868.129375:0:24288:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4560b669c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784935868.129429:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292227712 00000100:00100000:0.0:1784935868.129434:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292227712 00000100:00100000:0.0:1784935868.129496:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1784935868.129502:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:24288:x1871640292227712:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1784935868.129603:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:24288:x1871640292227712:12345-0@lo:1000:mdt00_003.0 Request processed in 100us (251us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1784935868.129610:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1784935868.129680:0:24288:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575f74380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:24288:1871640292227712:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1784935868.129712:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18735 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.129721:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18735 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.129728:0:24288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18735 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.129734:0:24288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d454166ac00 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:2.0:1784935868.129739:0:24288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18735 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.129747:0:24288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18735 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.129761:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:2.0:1784935868.129764:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1784935868.129782:0:24288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18735 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.129788:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166ac00/0x857e02f4e0b18735 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.129818:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020c00/0x857e02f4e0b18694 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.129824:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020c00/0x857e02f4e0b18694 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.129830:0:24288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020c00/0x857e02f4e0b18694 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.129836:0:24288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554020c00 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:2.0:1784935868.129838:0:24288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020c00/0x857e02f4e0b18694 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.129844:0:24288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020c00/0x857e02f4e0b18694 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.129852:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:2.0:1784935868.129854:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1784935868.129861:0:24288:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b1869b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b024 expref: 19 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.129882:0:24288:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b1869b lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b024 expref: 19 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.129892:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b1869b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b024 expref: 19 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.129988:0:24288:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200e00/0x857e02f4e0b1869b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b024 expref: 19 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935868.130001:0:24288:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575f74700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24288:1871640292227840:192.168.203.28@tcp:105: 00000100:00100000:2.0:1784935868.130055:0:24288:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4560b669c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784935868.134567:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935868.134667:0:24288:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575f74700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24288:1871640292227840:192.168.203.28@tcp:105: 00010000:00010000:0.0:1784935868.134697:0:24288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020c00/0x857e02f4e0b18694 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134707:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554020c00/0x857e02f4e0b18694 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134752:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b1873c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134766:0:24288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b1873c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134777:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b1873c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134788:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b1873c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134793:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b1873c lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134799:0:24288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b1873c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134806:0:24288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021c00 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935868.134809:0:24288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b1873c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134817:0:24288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b1873c lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134828:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:0.0:1784935868.134831:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784935868.134835:0:24288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b1873c lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134839:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4554021c00/0x857e02f4e0b1873c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935868.134843:0:22763:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273259008 00000100:00100000:3.0:1784935868.134850:0:22763:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273259008 00010000:00010000:0.0:1784935868.134856:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b1872e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134860:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b1872e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134866:0:24288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b1872e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134870:0:24288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d454166b000 already unused, calling callback (ffffffffc18c54f0) 00010000:00010000:0.0:1784935868.134873:0:24288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b1872e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134963:0:24288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b1872e lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134972:0:24288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:0.0:1784935868.134975:0:24288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1784935868.134978:0:24288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b1872e lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.134984:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b000/0x857e02f4e0b1872e lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935868.135034:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 10 00000100:00100000:3.0:1784935868.135043:0:22763:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4544540050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+20:18751:x1871640273259008:12345-192.168.203.28@tcp:49:dd.0 00000100:00100000:0.0:1784935868.135130:0:24288:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+20:18752:x1871640273258624:12345-192.168.203.28@tcp:57:lhsmtool_posix.0 Request processed in 21544us (21703us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1784935868.135138:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 63 00000020:00080000:0.0:1784935868.135143:0:24288:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1784935868.135233:0:22796:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1784935868.135237:0:22796:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1784935868.135254:0:22796:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1784935868.135259:0:22796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1784935868.135802:0:22763:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4544540050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+19:18751:x1871640273259008:12345-192.168.203.28@tcp:49:dd.0 Request processed in 755us (1244us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935868.135809:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 10 00000100:00100000:2.0:1784935868.138529:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935868.138611:0:22764:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273259264 00000100:00100000:1.0:1784935868.138619:0:22764:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273259264 00000100:00100000:1.0:1784935868.138661:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 11 00000100:00100000:1.0:1784935868.138679:0:22764:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+19:18752:x1871640273259264:12345-192.168.203.28@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1784935868.139045:0:22764:0:(mdd_object.c:4016:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1784935868.139079:0:22764:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:1.0:1784935868.139111:0:22764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18743 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.139126:0:22764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18743 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.139137:0:22764:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18743 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.139146:0:22764:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18743 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.139152:0:22764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18743 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784935868.139159:0:22764:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18743 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22764 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935868.139244:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:1.0:1784935868.139362:0:22764:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1784935868.139381:0:22760:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273259392 00000100:00100000:3.0:1784935868.139386:0:22760:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273259392 00000100:00100000:3.0:1784935868.139427:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 64 00000100:00100000:3.0:1784935868.139434:0:22760:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+22:18751:x1871640273259392:12345-192.168.203.28@tcp:101:dd.0 00000100:00100000:1.0:1784935868.139443:0:22764:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+22:18752:x1871640273259264:12345-192.168.203.28@tcp:35:lhsmtool_posix.0 Request processed in 767us (925us total) trans 12884901918 rc 0/0 00010000:00010000:3.0:1784935868.139446:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1784935868.139450:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 11 00000020:00080000:1.0:1784935868.139455:0:22764:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1784935868.139470:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201000/0x857e02f4e0b1874a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x992e448fd313b055 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.139496:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b18751 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.139505:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b18751 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.139526:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b18751 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.139584:0:22749:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784935868.139591:0:22749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18743 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.139600:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443201000/0x857e02f4e0b1874a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b055 expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.139602:0:22749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d454166b800 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935868.139606:0:22749:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18743 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.139613:0:22749:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18743 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.139615:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d4443200200/0x857e02f4e0b18751 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b055 expref: 22 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.139624:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d45705a8500) 00010000:00010000:0.0:1784935868.139624:0:22749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d4543da8d00) 00010000:00010000:3.0:1784935868.139627:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1784935868.139627:0:22749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1784935868.139629:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d4443200200, rc 0) 00010000:00010000:0.0:1784935868.139631:0:22749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18743 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.139636:0:22749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d454166b800/0x857e02f4e0b18743 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.139647:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935868.139649:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784935868.139651:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784935868.139663:0:22760:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+22:18751:x1871640273259392:12345-192.168.203.28@tcp:101:dd.0 Request processed in 229us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935868.139670:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 64 00000100:00100000:2.0:1784935868.172320:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935868.172534:0:24269:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273259520 00000100:00100000:0.0:1784935868.172544:0:24269:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273259520 00000100:00100000:0.0:1784935868.172660:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 0 00000100:00100000:0.0:1784935868.172671:0:24269:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+8:2392:x1871640273259520:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:0.0:1784935868.172707:0:24269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efb98797/0x857e02f4e0b18758 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.172727:0:24269:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18719 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x992e448fd313b04e expref: 8 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.172735:0:24269:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935868.172750:0:24269:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935868.172755:0:24269:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efb98797/0x857e02f4e0b18758 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.172791:0:24269:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18719 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b04e expref: 8 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.172804:0:24269:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18719 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b04e expref: 8 pid: 24263 timeout: 787 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935868.172820:0:24269:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d457402d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24269:1871640292227968:192.168.203.28@tcp:104: 00000100:00100000:0.0:1784935868.172913:0:24269:0:(client.c:2702:ptlrpc_set_wait()) set ffff8d4545e0c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784935868.176523:0:24269:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d457402d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24269:1871640292227968:192.168.203.28@tcp:104: 00010000:00010000:0.0:1784935868.176561:0:24269:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000efb98797/0x857e02f4e0b18758 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784935868.177747:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935868.177832:0:24271:0:(service.c:3461:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:0.0:1784935868.177842:0:24271:0:(service.c:3520:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:0.0:1784935868.178191:0:24271:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273259648 00000100:00100000:0.0:1784935868.178200:0:24271:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273259648 00000100:00100000:2.0:1784935868.178695:0:25804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1 00000100:00100000:2.0:1784935868.178707:0:25804:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+9:2392:x1871640273259648:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:2.0:1784935868.178742:0:25804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025339791/0x857e02f4e0b1875f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.178760:0:25804:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935868.178765:0:25804:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784935868.178770:0:25804:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025339791/0x857e02f4e0b1875f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935868.178968:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1784935868.182039:0:22746:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273259776 00000100:00100000:0.0:1784935868.182054:0:22746:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273259776 00010000:00010000:0.0:1784935868.182104:0:22746:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18719 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b04e expref: 10 pid: 24263 timeout: 787 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935868.182156:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 21 00000100:00100000:0.0:1784935868.182165:0:22746:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+10:2391:x1871640273259776:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784935868.182195:0:22746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784935868.182226:0:22746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18719 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b04e expref: 10 pid: 24263 timeout: 787 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.182240:0:22746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18719 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b04e expref: 10 pid: 24263 timeout: 787 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.182263:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002264c15a/0x857e02f4e0b18719 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x992e448fd313b04e expref: 10 pid: 24263 timeout: 787 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.182282:0:22746:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935868.182287:0:22746:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935868.182293:0:22746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000efb98797/0x857e02f4e0b18758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.182303:0:22746:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efb98797/0x857e02f4e0b18758 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.182313:0:22746:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935868.182316:0:22746:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784935868.182320:0:22746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000025339791/0x857e02f4e0b1875f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.182328:0:22746:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025339791/0x857e02f4e0b1875f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.182356:0:22746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784935868.182416:0:22746:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+9:2391:x1871640273259776:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 252us (3488us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935868.182425:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 21 00010000:00010000:0.0:1784935868.182450:0:24269:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000efb98797/0x857e02f4e0b18758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.182459:0:24269:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efb98797/0x857e02f4e0b18758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.185894:0:25804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000025339791/0x857e02f4e0b1875f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.186064:0:25804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000025339791/0x857e02f4e0b1875f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784935868.186076:0:25804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025339791/0x857e02f4e0b1875f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1784935868.236816:0:25080:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:1.0:1784935868.236832:0:25080:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:3.0:1784935868.237046:0:25804:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:3.0:1784935868.237051:0:25804:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1784935867 -> 1784935868 00002000:00010000:3.0:1784935868.237053:0:25804:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1784935867 -> 1784935868 00002000:00010000:3.0:1784935868.237055:0:25804:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6760 00010000:00010000:3.0:1784935868.237070:0:25804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025339791/0x857e02f4e0b1875f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.237083:0:25804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000025339791/0x857e02f4e0b1875f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.237091:0:25804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000025339791/0x857e02f4e0b1875f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.237107:0:25804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4443699c00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:3.0:1784935868.237112:0:25804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000025339791/0x857e02f4e0b1875f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.237121:0:25804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000025339791/0x857e02f4e0b1875f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.237140:0:25804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000025339791/0x857e02f4e0b1875f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784935868.237148:0:25804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025339791/0x857e02f4e0b1875f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784935868.237241:0:25804:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d945b6cb-f315-434a-b2a6-2accfe921d24+7:2392:x1871640273259648:12345-192.168.203.28@tcp:4:dd.0 Request processed in 58532us (59495us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1784935868.237255:0:25804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1 00000001:00080000:1.0:1784935868.277483:0:25080:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:0.0:1784935868.277966:0:24269:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 6760 -> 14952 00010000:00010000:0.0:1784935868.277987:0:24269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efb98797/0x857e02f4e0b18758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.278001:0:24269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efb98797/0x857e02f4e0b18758 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.278010:0:24269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efb98797/0x857e02f4e0b18758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.278018:0:24269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d4554021c00 already unused, calling callback (ffffffffc0c99310) 00010000:00010000:0.0:1784935868.278022:0:24269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efb98797/0x857e02f4e0b18758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.278031:0:24269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efb98797/0x857e02f4e0b18758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.278049:0:24269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efb98797/0x857e02f4e0b18758 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784935868.278079:0:24269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efb98797/0x857e02f4e0b18758 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784935868.278190:0:24269:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d945b6cb-f315-434a-b2a6-2accfe921d24+5:2392:x1871640273259520:12345-192.168.203.28@tcp:4:dd.0 Request processed in 105516us (105874us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1784935868.278200:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 0 00010000:00010000:0.0:1784935868.653142:0:25424:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784935868.849839:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1784935868.851463:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575f7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292228224:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784935868.851534:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935868.851569:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292228096:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1784935868.851589:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935868.851868:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292228224 00000100:00100000:2.0:1784935868.851876:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292228224 00000100:00100000:2.0:1784935868.851922:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292228096 00000100:00100000:2.0:1784935868.851938:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292228096 00000100:00100000:2.0:1784935868.851965:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1784935868.851974:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292228224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1784935868.852005:0:22766:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1784935868.852051:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292228224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935868.852058:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1784935868.852074:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1784935868.852080:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292228096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1784935868.852093:0:22766:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:2.0:1784935868.852345:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292228096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 265us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935868.852352:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1784935868.852495:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575f7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292228224:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1784935868.852508:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292228096:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1784935869.357309:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1784935869.357334:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d457402c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292228352:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1784935869.357403:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935869.357571:0:24267:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292228352 00000100:00100000:0.0:1784935869.357578:0:24267:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292228352 00000100:00100000:0.0:1784935869.357641:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1784935869.357652:0:24267:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292228352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1784935869.357678:0:24267:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784935869.357722:0:24267:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292228352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935869.357728:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1784935869.357770:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d457402c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292228352:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1784935869.357891:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784935869.609228:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935869.609296:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1784935869.609334:0:22754:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273259904 00000100:00100000:1.0:1784935869.609344:0:22754:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273259904 00000100:00100000:2.0:1784935869.609437:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273260160 00000100:00100000:2.0:1784935869.609442:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273260160 00000100:00100000:2.0:1784935869.609491:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 48 00000100:00100000:2.0:1784935869.609501:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+5:2391:x1871640273260160:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:2.0:1784935869.609597:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+5:2391:x1871640273260160:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 97us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935869.609605:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 48 00000100:00080000:2.0:1784935869.609628:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1784935869.609856:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 163 00000100:00100000:1.0:1784935869.609865:0:22754:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+13:2391:x1871640273259904:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:1.0:1784935869.609902:0:22754:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6a3519dd-079e-4a83-b910-357c6d40cc31+13:2391:x1871640273259904:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 39us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935869.609922:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 163 00000100:00100000:2.0:1784935869.615442:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935869.615485:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935869.615507:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935869.615538:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935869.615560:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935869.615585:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1784935869.615612:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273260672 00000100:00100000:2.0:1784935869.615658:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273260672 00000100:00100000:2.0:1784935869.615710:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273260032 00000100:00100000:2.0:1784935869.615712:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273260032 00000100:00100000:2.0:1784935869.615721:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273260544 00000100:00100000:2.0:1784935869.615733:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273260544 00000100:00100000:2.0:1784935869.615748:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 49 00000100:00100000:2.0:1784935869.615758:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443ec9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27a772f-7563-4277-91e6-a7f5c27851ea+5:2391:x1871640273260672:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:2.0:1784935869.615820:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443ec9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27a772f-7563-4277-91e6-a7f5c27851ea+5:2391:x1871640273260672:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 64us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935869.615828:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 49 00000100:00100000:2.0:1784935869.615842:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 50 00000100:00100000:2.0:1784935869.615847:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443ec9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+22:2391:x1871640273260032:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:2.0:1784935869.615870:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443ec9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d945b6cb-f315-434a-b2a6-2accfe921d24+22:2391:x1871640273260032:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 23us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935869.615876:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 50 00000100:00100000:2.0:1784935869.615892:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 51 00000100:00100000:2.0:1784935869.615897:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443ecb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27a772f-7563-4277-91e6-a7f5c27851ea+6:2391:x1871640273260544:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:2.0:1784935869.616153:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443ecb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27a772f-7563-4277-91e6-a7f5c27851ea+6:2391:x1871640273260544:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 254us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935869.616160:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 51 00000100:00100000:2.0:1784935869.616247:0:24265:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273260416 00000100:00100000:2.0:1784935869.616251:0:24265:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273260416 00000100:00100000:2.0:1784935869.616277:0:24265:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273260928 00000100:00100000:2.0:1784935869.616279:0:24265:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273260928 00000100:00100000:2.0:1784935869.616292:0:24265:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273260288 00000100:00100000:2.0:1784935869.616294:0:24265:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273260288 00000100:00100000:2.0:1784935869.616306:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 10 00000100:00100000:2.0:1784935869.616311:0:24265:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443ecb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+5:2391:x1871640273260416:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:2.0:1784935869.616336:0:24265:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443ecb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+5:2391:x1871640273260416:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 25us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935869.616343:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 10 00000100:00100000:2.0:1784935869.616353:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 11 00000100:00100000:2.0:1784935869.616359:0:24265:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+5:2391:x1871640273260928:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:2.0:1784935869.616378:0:24265:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b27a772f-7563-4277-91e6-a7f5c27851ea+5:2391:x1871640273260928:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 19us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935869.616383:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 11 00000100:00100000:2.0:1784935869.616392:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 12 00000100:00100000:2.0:1784935869.616397:0:24265:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443ec8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+5:2391:x1871640273260288:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:2.0:1784935869.616412:0:24265:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443ec8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d945b6cb-f315-434a-b2a6-2accfe921d24+5:2391:x1871640273260288:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 16us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935869.616426:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 12 00000100:00080000:2.0:1784935869.616447:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1784935869.616450:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1784935869.616452:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1784935869.616454:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1784935869.619502:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1784935869.619650:0:24265:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640273260800 00000100:00100000:3.0:1784935869.619658:0:24265:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640273260800 00000100:00100000:0.0:1784935869.619866:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 13 00000100:00100000:0.0:1784935869.619879:0:24263:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4443ec9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b27a772f-7563-4277-91e6-a7f5c27851ea+5:2391:x1871640273260800:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1784935869.619980:0:24263:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4443ec9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b27a772f-7563-4277-91e6-a7f5c27851ea+5:2391:x1871640273260800:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 104us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935869.619999:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 13 00000100:00080000:2.0:1784935869.623360:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1784935869.677282:0:22748:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1784935869.708420:0:25841:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000100:00100000:3.0:1784935870.381139:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4443ec8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292228480:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1784935870.381225:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784935870.381465:0:24267:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292228480 00000100:00100000:2.0:1784935870.381473:0:24267:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292228480 00000100:00100000:2.0:1784935870.381536:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1784935870.381546:0:24267:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292228480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1784935870.381575:0:24267:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1784935870.381623:0:24267:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1871640292228480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935870.381631:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1784935870.381674:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4443ec8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1871640292228480:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1784935870.381738:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1784935870.381974:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1784935870.381984:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d457402c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292228608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1784935870.382012:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935870.382121:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292228736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1784935870.382143:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935870.382213:0:24268:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292228608 00000100:00100000:1.0:1784935870.382217:0:24268:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292228608 00000100:00100000:1.0:1784935870.382247:0:24268:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292228736 00000100:00100000:1.0:1784935870.382250:0:24268:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292228736 00000100:00100000:1.0:1784935870.382264:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1784935870.382270:0:24268:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292228608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1784935870.382282:0:24268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1784935870.382314:0:24268:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292228608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935870.382320:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1784935870.382332:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1784935870.382337:0:24268:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292228736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1784935870.382346:0:24268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1784935870.382368:0:24268:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1871640292228736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 31us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935870.382374:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1784935870.382398:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292228736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1784935870.382407:0:3652:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:1.0:1784935870.382411:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d4575f76a00, transno 12884901892 00000004:00080000:1.0:1784935870.382421:0:3652:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:1.0:1784935870.382440:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d457402c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1871640292228608:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1784935870.382586:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1784935870.382589:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1784935870.383054:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575f7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1871640292229120:0@lo:400:kworker.0 00000100:00100000:3.0:1784935870.383088:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935870.383108:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575f7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1871640292229632:0@lo:400:kworker.0 00000100:00100000:1.0:1784935870.383180:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575f7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292228864:0@lo:400:kworker.0 00000100:00100000:0.0:1784935870.383263:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575f7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292228992:0@lo:400:kworker.0 00000100:00100000:1.0:1784935870.383555:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935870.383583:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575f7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292229376:0@lo:400:kworker.0 00000100:00100000:1.0:1784935870.383608:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935870.383626:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575f7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3649:1871640292229888:0@lo:400:kworker.0 00000100:00100000:1.0:1784935870.383646:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935870.383676:0:25416:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292229376 00000100:00100000:1.0:1784935870.383682:0:25416:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292229376 00000100:00100000:1.0:1784935870.383728:0:25416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1784935870.383735:0:25416:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292229376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935870.383780:0:25416:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3649:x1871640292229376:12345-0@lo:400:kworker.0 Request processed in 45us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935870.383786:0:25416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1784935870.383806:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292229120 00000100:00100000:1.0:1784935870.383810:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292229120 00000100:00100000:1.0:1784935870.383831:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292229888 00000100:00100000:1.0:1784935870.383834:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292229888 00000100:00100000:1.0:1784935870.383858:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1784935870.383863:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1871640292229120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935870.383905:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1871640292229120:12345-0@lo:400:kworker.0 Request processed in 41us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935870.383911:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1784935870.383922:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1784935870.383951:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1871640292229888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935870.383977:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1871640292229888:12345-0@lo:400:kworker.0 Request processed in 50us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935870.383994:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00080000:1.0:1784935870.384019:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1784935870.384030:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575f7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292229248:0@lo:400:kworker.0 00000100:00100000:1.0:1784935870.384056:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935870.384074:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575f7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3652:1871640292229760:0@lo:400:kworker.0 00000100:00100000:1.0:1784935870.384095:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784935870.384115:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292229760 00000100:00100000:1.0:1784935870.384117:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292229760 00000100:00100000:1.0:1784935870.384138:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1784935870.384143:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1871640292229760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935870.384305:0:22753:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292228864 00000100:00100000:2.0:1784935870.384309:0:22753:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292228864 00000100:00100000:2.0:1784935870.384338:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1784935870.384344:0:22753:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d456defc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+24:3649:x1871640292228864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935870.384374:0:22753:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d456defc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0883f439-c2be-437a-b694-9442d8eddaa0+24:3649:x1871640292228864:12345-0@lo:400:kworker.0 Request processed in 30us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935870.384380:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1784935870.384405:0:22766:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292229248 00000100:00100000:2.0:1784935870.384414:0:22766:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292229248 00000100:00100000:2.0:1784935870.384436:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1784935870.384442:0:22766:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575ecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292229248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784935870.384470:0:22766:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1871640292229248:12345-0@lo:400:kworker.0 Request processed in 28us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1784935870.384475:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1784935870.385912:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935870.385962:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575f7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3650:1871640292229504:0@lo:400:kworker.0 00000100:00100000:0.0:1784935870.385995:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935870.386015:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d4575f7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3650:1871640292230016:0@lo:400:kworker.0 00000100:00100000:0.0:1784935870.386035:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784935870.386085:0:22765:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292228992 00000100:00100000:0.0:1784935870.386091:0:22765:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292228992 00000100:00100000:0.0:1784935870.386126:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1784935870.386133:0:22765:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292228992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935870.386178:0:22765:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1871640292228992:12345-0@lo:400:kworker.0 Request processed in 44us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935870.386185:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1784935870.386224:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292229504 00000100:00100000:0.0:1784935870.386228:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292229504 00000100:00100000:0.0:1784935870.386243:0:22762:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292230016 00000100:00100000:0.0:1784935870.386245:0:22762:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292230016 00000100:00100000:0.0:1784935870.386262:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1784935870.386271:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575ecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1871640292229760:12345-0@lo:400:kworker.0 Request processed in 2125us (2173us total) trans 0 rc 0/0 00000100:00100000:3.0:1784935870.387405:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784935870.387454:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575f7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1871640292229120:0@lo:400:kworker.0 00000100:00100000:1.0:1784935870.387468:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1784935870.387472:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1871640292229504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784935870.387490:0:22761:0:(service.c:2300:ptlrpc_server_handle_req_in()) unwrap req x1871640292229632 00000100:00100000:1.0:1784935870.387498:0:22761:0:(service.c:2365:ptlrpc_server_handle_req_in()) got req x1871640292229632 00000100:00100000:3.0:1784935870.387519:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575f7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0883f439-c2be-437a-b694-9442d8eddaa0:3649:1871640292228864:0@lo:400:kworker.0 00000100:00100000:1.0:1784935870.387542:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1784935870.387547:0:22761:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d457402c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1871640292230016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935870.387748:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1871640292229504:12345-0@lo:400:kworker.0 Request processed in 282us (1751us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935870.387756:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1784935870.387771:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1784935870.387778:0:22762:0:(service.c:2551:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4575f7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1871640292229632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784935870.387812:0:22762:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4575f7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1871640292229632:12345-0@lo:400:kworker.0 Request processed in 35us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1784935870.387817:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1784935870.387853:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575f7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1871640292228992:0@lo:400:kworker.0 00000100:00100000:0.0:1784935870.387864:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575f7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3650:1871640292229504:0@lo:400:kworker.0 00000100:00080000:0.0:1784935870.387893:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1784935870.387897:0:22756:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1784935870.387917:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575f7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1871640292229248:0@lo:400:kworker.0 00010000:00080000:0.0:1784935870.387947:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4575f7dc00 x1871640292229760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935870.387958:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575f7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3652:1871640292229760:0@lo:400:kworker.0 00000100:00100000:3.0:1784935870.388086:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575f7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1871640292229376:0@lo:400:kworker.0 00000100:00100000:3.0:1784935870.388106:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575f7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3649:1871640292229888:0@lo:400:kworker.0 00000100:00100000:1.0:1784935870.388112:0:22761:0:(service.c:2609:ptlrpc_server_handle_request()) Handled RPC req@ffff8d457402c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1871640292230016:12345-0@lo:400:kworker.0 Request processed in 562us (2074us total) trans 0 rc 0/0 00000100:00100000:1.0:1784935870.388119:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1784935870.388142:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575f7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1871640292229632:0@lo:400:kworker.0 00010000:00080000:0.0:1784935870.388195:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d4575f7f100 x1871640292230016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784935886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784935870.388216:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d4575f7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3650:1871640292230016:0@lo:400:kworker.0 00010000:00010000:0.0:1784935870.701298:0:22749:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 13748 lines, 13748 kept, 0 dropped, 0 bad.