00010000:00010000:3.0F:1790100612.872974:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0F:1790100612.957114:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100612.957880:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100612.957901:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100612.957919:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100612.957933:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100612.957949:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100612.957963:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100612.957977:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100612.957994:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100612.958019:0:18687:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127376384 00000100:00100000:2.0:1790100612.958028:0:18687:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127376384 00000100:00100000:2.0:1790100612.958073:0:18687:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127376896 00000100:00100000:2.0:1790100612.958075:0:18687:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127376896 00000100:00100000:2.0:1790100612.958086:0:18687:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127376256 00000100:00100000:2.0:1790100612.958088:0:18687:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127376256 00000100:00100000:2.0:1790100612.958097:0:18687:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127376768 00000100:00100000:2.0:1790100612.958099:0:18687:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127376768 00000100:00100000:2.0:1790100612.958111:0:18687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:2.0:1790100612.958119:0:18687:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:04100da5-99d0-41db-b436-f542c1b00474+5:2419:x1877056127376384:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1790100612.958186:0:18687:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:04100da5-99d0-41db-b436-f542c1b00474+5:2419:x1877056127376384:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 67us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100612.958193:0:18687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:2.0:1790100612.958209:0:18687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:2.0:1790100612.958215:0:18687:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ceeef86-d61d-43f2-a898-ec1ecb26226c+5:2419:x1877056127376896:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1790100612.958237:0:18687:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ceeef86-d61d-43f2-a898-ec1ecb26226c+5:2419:x1877056127376896:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 22us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100612.958242:0:18687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:2.0:1790100612.958250:0:18687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:2.0:1790100612.958264:0:18687:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:04100da5-99d0-41db-b436-f542c1b00474+5:2419:x1877056127376256:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1790100612.958283:0:18687:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:04100da5-99d0-41db-b436-f542c1b00474+5:2419:x1877056127376256:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 21us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100612.958288:0:18687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:2.0:1790100612.958298:0:18687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00100000:2.0:1790100612.958302:0:18687:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ceeef86-d61d-43f2-a898-ec1ecb26226c+5:2419:x1877056127376768:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1790100612.958318:0:18687:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ceeef86-d61d-43f2-a898-ec1ecb26226c+5:2419:x1877056127376768:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 15us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100612.958323:0:18687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00100000:2.0:1790100612.958353:0:17181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127376128 00000100:00100000:2.0:1790100612.958356:0:17181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127376128 00000100:00100000:2.0:1790100612.958373:0:17181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127376640 00000100:00100000:2.0:1790100612.958375:0:17181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127376640 00000100:00100000:2.0:1790100612.958383:0:17181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127376000 00000100:00100000:2.0:1790100612.958385:0:17181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127376000 00000100:00100000:2.0:1790100612.958394:0:17181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127376512 00000100:00100000:2.0:1790100612.958396:0:17181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127376512 00000100:00100000:2.0:1790100612.958406:0:17181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 63 00000100:00100000:2.0:1790100612.958411:0:17181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:04100da5-99d0-41db-b436-f542c1b00474+5:2419:x1877056127376128:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1790100612.958433:0:17181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:04100da5-99d0-41db-b436-f542c1b00474+5:2419:x1877056127376128:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 22us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100612.958438:0:17181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 63 00000100:00100000:2.0:1790100612.958448:0:17181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 64 00000100:00100000:2.0:1790100612.958453:0:17181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ceeef86-d61d-43f2-a898-ec1ecb26226c+5:2419:x1877056127376640:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1790100612.958468:0:17181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ceeef86-d61d-43f2-a898-ec1ecb26226c+5:2419:x1877056127376640:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 16us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100612.958479:0:17181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 64 00000100:00100000:2.0:1790100612.958488:0:17181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 65 00000100:00100000:2.0:1790100612.958493:0:17181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:04100da5-99d0-41db-b436-f542c1b00474+22:2419:x1877056127376000:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1790100612.958515:0:17181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:04100da5-99d0-41db-b436-f542c1b00474+22:2419:x1877056127376000:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 22us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100612.958521:0:17181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 65 00000100:00100000:2.0:1790100612.958529:0:17181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 66 00000100:00100000:2.0:1790100612.958534:0:17181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ceeef86-d61d-43f2-a898-ec1ecb26226c+6:2419:x1877056127376512:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1790100612.958563:0:17181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ceeef86-d61d-43f2-a898-ec1ecb26226c+6:2419:x1877056127376512:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 29us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100612.958569:0:17181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 66 00000100:00080000:2.0:1790100612.958593:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1790100612.958596:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1790100612.958599:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1790100612.958600:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0F:1790100612.960478:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127375872 00000100:00100000:0.0:1790100612.960500:0:17173:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127375872 00000100:00100000:0.0:1790100612.960554:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 167 00000100:00100000:0.0:1790100612.960564:0:17173:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926187c53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+13:2419:x1877056127375872:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:0.0:1790100612.963097:0:17173:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926187c53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+13:2419:x1877056127375872:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 2522us (5980us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100612.963112:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 167 00010000:00010000:2.0:1790100613.899833:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100614.601044:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790100614.601078:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084a50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141064960:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790100614.601142:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100614.601200:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084a50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141065088:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790100614.601223:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100614.601258:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141064960 00000100:00100000:3.0:1790100614.601264:0:17186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141064960 00000100:00100000:3.0:1790100614.601303:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141065088 00000100:00100000:3.0:1790100614.601306:0:17186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141065088 00000100:00100000:3.0:1790100614.601322:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1790100614.601330:0:17186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084a53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141064960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1790100614.601488:0:17186:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1790100614.601536:0:17186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084a53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141064960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 206us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100614.601543:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1790100614.601560:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1790100614.601567:0:17186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084a52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141065088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1790100614.601613:0:17186:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1790100614.601644:0:17186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084a52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141065088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100614.601650:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1790100614.601694:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084a50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141064960:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790100614.601722:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084a50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141065088:0@lo:41:osp-pre-0-1.0 00000001:00080000:3.0:1790100614.607625:0:17160:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:3.0:1790100614.607642:0:17160:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff926194118e40 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:3.0:1790100614.607647:0:17160:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9261a6422c00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff926194118900 00000020:00080000:3.0:1790100614.607663:0:17160:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9261a6422000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92608290c200 00000020:00080000:3.0:1790100614.607690:0:17219:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:3.0:1790100614.607760:0:17219:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:2.0:1790100614.607891:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff926184b8f400/0xc87a4f229828844d lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17181 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100614.607912:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff926184b8f400/0xc87a4f229828844d lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17181 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100614.607921:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff926184b8f400/0xc87a4f229828844d lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17181 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100614.607927:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926184b8f400 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:2.0:1790100614.607932:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926184b8f400/0xc87a4f229828844d lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17181 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100614.607949:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926184b8f400/0xc87a4f229828844d lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17181 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100614.607966:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9261900b4b00) 00010000:00010000:2.0:1790100614.607968:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790100614.607974:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff926184b8f400/0xc87a4f229828844d lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17181 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100614.607981:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926184b8f400/0xc87a4f229828844d lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17181 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0F:1790100614.920904:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100615.053293:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100615.053386:0:17181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127377024 00000100:00100000:1.0:1790100615.053396:0:17181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127377024 00000100:00100000:1.0:1790100615.053458:0:17181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 65 00000100:00100000:1.0:1790100615.053469:0:17181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:04100da5-99d0-41db-b436-f542c1b00474+13:15565:x1877056127377024:12345-192.168.203.13@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1790100615.053561:0:17181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:04100da5-99d0-41db-b436-f542c1b00474+13:15565:x1877056127377024:12345-192.168.203.13@tcp:60:lhsmtool_posix.0 Request processed in 94us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100615.053568:0:17181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 65 00000100:00080000:0.0:1790100615.054105:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1790100615.059336:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100615.059747:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127377152 00000100:00100000:0.0:1790100615.059758:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127377152 00000100:00100000:0.0:1790100615.059839:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 66 00000100:00100000:0.0:1790100615.059850:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6368380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:04100da5-99d0-41db-b436-f542c1b00474+5:15565:x1877056127377152:12345-192.168.203.13@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1790100615.059940:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6368380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:04100da5-99d0-41db-b436-f542c1b00474+5:15565:x1877056127377152:12345-192.168.203.13@tcp:60:lhsmtool_posix.0 Request processed in 92us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100615.059948:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 66 00000100:00080000:1.0:1790100615.060193:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1790100615.079413:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100615.085514:0:17184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127377408 00000100:00100000:2.0:1790100615.085529:0:17184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127377408 00000100:00100000:2.0:1790100615.085578:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 12 00000100:00100000:2.0:1790100615.085587:0:17184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:04100da5-99d0-41db-b436-f542c1b00474+13:15565:x1877056127377408:12345-192.168.203.13@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1790100615.085860:0:17184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:04100da5-99d0-41db-b436-f542c1b00474+14:15565:x1877056127377408:12345-192.168.203.13@tcp:35:lhsmtool_posix.0 Request processed in 272us (6452us total) trans 8589934623 rc 0/0 00000100:00100000:2.0:1790100615.085869:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 12 00000100:00100000:3.0:1790100615.123918:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084a50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141065216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790100615.123981:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100615.124298:0:19974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141065216 00000100:00100000:0.0:1790100615.124305:0:19974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141065216 00000100:00100000:0.0:1790100615.127868:0:19974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790100615.127887:0:19974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084a50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141065216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1790100615.127922:0:19974:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1790100615.128003:0:19974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084a50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141065216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (4022us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100615.128011:0:19974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:0.0:1790100615.128115:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790100615.128158:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084a50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141065216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790100615.624670:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141065344:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1790100615.624754:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100615.624860:0:18691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141065344 00000100:00100000:0.0:1790100615.624882:0:18691:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141065344 00000100:00100000:0.0:1790100615.624955:0:18691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1790100615.624964:0:18691:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084a53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141065344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1790100615.625158:0:18691:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00080000:1.0:1790100615.625237:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790100615.625973:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260852c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141065472:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1790100615.626020:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100615.626057:0:18690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141065472 00000100:00100000:2.0:1790100615.626062:0:18690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141065472 00000100:00100000:2.0:1790100615.626093:0:18690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1790100615.626101:0:18690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141065472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1790100615.626122:0:18690:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1790100615.626220:0:18690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141065472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100615.626241:0:18690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1790100615.626284:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260852c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141065472:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1790100615.626371:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1790100615.626378:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260852c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:687676b7-da9e-40a3-8051-3299bac6cf99:3644:1877056141065600:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.626407:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100615.626436:0:17174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141065600 00000100:00100000:2.0:1790100615.626440:0:17174:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141065600 00000100:00100000:2.0:1790100615.626464:0:17174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1790100615.626470:0:17174:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926187c52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:687676b7-da9e-40a3-8051-3299bac6cf99+24:3644:x1877056141065600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.626502:0:17174:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926187c52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:687676b7-da9e-40a3-8051-3299bac6cf99+24:3644:x1877056141065600:12345-0@lo:400:kworker.0 Request processed in 32us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100615.626507:0:17174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1790100615.626539:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260852c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:687676b7-da9e-40a3-8051-3299bac6cf99:3644:1877056141065600:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.626568:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260852c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141065728:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.626610:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100615.626651:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1790100615.626657:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260852c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141065856:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.626694:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100615.626719:0:18687:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141065856 00000100:00100000:2.0:1790100615.626723:0:18687:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141065856 00000100:00100000:2.0:1790100615.626764:0:18687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1790100615.626770:0:18687:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141065856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.626814:0:18687:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141065856:12345-0@lo:400:kworker.0 Request processed in 34us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100615.626821:0:18687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1790100615.626857:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260852c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141065856:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.626885:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1877056141065984:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.626911:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100615.626947:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1790100615.626953:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6361f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141066112:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.626973:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100615.627009:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1877056141066240:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627030:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100615.627065:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1790100615.627070:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1877056141066368:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627091:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100615.627113:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141065984 00000100:00100000:2.0:1790100615.627117:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141065984 00000100:00100000:2.0:1790100615.627141:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141066240 00000100:00100000:2.0:1790100615.627143:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141066240 00000100:00100000:2.0:1790100615.627155:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141066368 00000100:00100000:2.0:1790100615.627157:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141066368 00000100:00100000:2.0:1790100615.627172:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1790100615.627178:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1877056141065984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627213:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1877056141065984:12345-0@lo:400:kworker.0 Request processed in 36us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100615.627220:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1790100615.627231:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1790100615.627237:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1877056141066240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627267:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1877056141066240:12345-0@lo:400:kworker.0 Request processed in 30us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100615.627272:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1790100615.627293:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1790100615.627298:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1877056141066368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627325:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1877056141066368:12345-0@lo:400:kworker.0 Request processed in 27us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100615.627331:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1790100615.627377:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1877056141066240:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627397:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1877056141066368:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627406:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1877056141065984:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627434:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1877056141066496:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627455:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100615.627476:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141066496 00000100:00100000:2.0:1790100615.627480:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141066496 00000100:00100000:2.0:1790100615.627497:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1790100615.627503:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1877056141066496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627535:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1877056141066496:12345-0@lo:400:kworker.0 Request processed in 31us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100615.627541:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00010000:00080000:2.0:1790100615.627563:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261a6362a00 x1877056141066496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100615.627573:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1877056141066496:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627599:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1790100615.627605:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1877056141066624:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627626:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100615.627645:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141066624 00000100:00100000:2.0:1790100615.627654:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141066624 00000100:00100000:2.0:1790100615.627673:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1790100615.627679:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1877056141066624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627710:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1877056141066624:12345-0@lo:400:kworker.0 Request processed in 32us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100615.627716:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1790100615.627739:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1877056141066624:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627769:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1877056141066752:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627790:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100615.627824:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141066752 00000100:00100000:2.0:1790100615.627828:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141066752 00000100:00100000:2.0:1790100615.627846:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1790100615.627851:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1877056141066752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627889:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1877056141066752:12345-0@lo:400:kworker.0 Request processed in 37us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100615.627894:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00010000:00080000:2.0:1790100615.627916:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261a6362a00 x1877056141066752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100615.627925:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1877056141066752:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.627961:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141065728 00000100:00100000:2.0:1790100615.627964:0:17186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141065728 00000100:00100000:2.0:1790100615.627984:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141066112 00000100:00100000:2.0:1790100615.627987:0:17186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141066112 00000100:00100000:2.0:1790100615.627998:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1790100615.628004:0:17186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141065728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.628037:0:17186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141065728:12345-0@lo:400:kworker.0 Request processed in 33us (1427us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100615.628050:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1790100615.628062:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1790100615.628068:0:17186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141066112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.628096:0:17186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141066112:12345-0@lo:400:kworker.0 Request processed in 29us (1122us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100615.628101:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1790100615.628126:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6361f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141066112:0@lo:400:kworker.0 00000100:00100000:2.0:1790100615.628135:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260852c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141065728:0@lo:400:kworker.0 00000100:00100000:0.0:1790100615.628587:0:18691:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084a53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141065344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3621us (3840us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100615.628595:0:18691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1790100615.629320:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141065344:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1790100615.630393:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790100615.630399:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1790100615.630403:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1790100615.631890:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141066880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790100615.631970:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100615.632215:0:18690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141066880 00000100:00100000:0.0:1790100615.632223:0:18690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141066880 00000100:00100000:0.0:1790100615.632278:0:18690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1790100615.632287:0:18690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084a51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141066880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1790100615.632311:0:18690:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1790100615.632395:0:18690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084a51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141066880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100615.632402:0:18690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1790100615.632492:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141066880:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1790100615.944711:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100616.968717:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1790100617.525269:0:20557:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 14:10:15 (1790100615) 00000040:00080000:0.0:1790100617.806500:0:17215:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1790100617.806509:0:17215:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1790100617.806530:0:17215:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1790100617.806538:0:17215:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1790100617.995219:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100618.087273:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100618.087326:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100618.087389:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100618.087419:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100618.087439:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100618.087456:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100618.087484:0:18688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127377920 00000100:00100000:1.0:1790100618.087494:0:18688:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127377920 00000100:00100000:1.0:1790100618.087548:0:18688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127378432 00000100:00100000:1.0:1790100618.087551:0:18688:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127378432 00000100:00100000:1.0:1790100618.087567:0:18688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127378560 00000100:00100000:1.0:1790100618.087569:0:18688:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127378560 00000100:00100000:1.0:1790100618.087584:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 27 00000100:00100000:1.0:1790100618.087606:0:18688:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92608497c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:04100da5-99d0-41db-b436-f542c1b00474+5:2418:x1877056127377920:12345-192.168.203.13@tcp:9:kworker.0 00000020:00000080:1.0:1790100618.087635:0:18688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f229828817c 00000100:00080000:1.0:1790100618.087650:0:18688:0:(import.c:65:import_set_state_nolock()) ffff9260821c8800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790100618.087691:0:18688:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1790100618.087861:0:18688:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92608497c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:04100da5-99d0-41db-b436-f542c1b00474+2:2418:x1877056127377920:12345-192.168.203.13@tcp:9:kworker.0 Request processed in 256us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100618.087868:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 27 00000100:00100000:1.0:1790100618.087885:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 28 00000100:00100000:1.0:1790100618.087892:0:18688:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ceeef86-d61d-43f2-a898-ec1ecb26226c+5:2418:x1877056127378432:12345-192.168.203.13@tcp:9:kworker.0 00000020:00000080:1.0:1790100618.087902:0:18688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f22982881bb 00000100:00080000:1.0:1790100618.087908:0:18688:0:(import.c:65:import_set_state_nolock()) ffff9261b657f800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790100618.087927:0:18688:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1790100618.087980:0:18688:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ceeef86-d61d-43f2-a898-ec1ecb26226c+2:2418:x1877056127378432:12345-192.168.203.13@tcp:9:kworker.0 Request processed in 89us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100618.087987:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 28 00000100:00100000:1.0:1790100618.087998:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 29 00000100:00100000:1.0:1790100618.088005:0:18688:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ceeef86-d61d-43f2-a898-ec1ecb26226c+5:2418:x1877056127378560:12345-192.168.203.13@tcp:9:kworker.0 00000020:00000080:1.0:1790100618.088015:0:18688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f22982881c2 00000100:00080000:1.0:1790100618.088021:0:18688:0:(import.c:65:import_set_state_nolock()) ffff9261b657e000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790100618.088042:0:18688:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1790100618.088109:0:18688:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ceeef86-d61d-43f2-a898-ec1ecb26226c+2:2418:x1877056127378560:12345-192.168.203.13@tcp:9:kworker.0 Request processed in 103us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100618.088115:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 29 00000100:00080000:1.0:1790100618.088132:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1790100618.088136:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790100618.088173:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100618.088229:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100618.088271:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100618.088326:0:18688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127378048 00000100:00100000:1.0:1790100618.088331:0:18688:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127378048 00000100:00100000:1.0:1790100618.088380:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 23 00000100:00100000:1.0:1790100618.088387:0:18688:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:04100da5-99d0-41db-b436-f542c1b00474+5:2421:x1877056127378048:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1790100618.088417:0:18688:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:04100da5-99d0-41db-b436-f542c1b00474+5:2421:x1877056127378048:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 30us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100618.088424:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 23 00000100:00100000:1.0:1790100618.088441:0:17181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127377792 00000100:00100000:1.0:1790100618.088445:0:17181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127377792 00000100:00100000:1.0:1790100618.088464:0:17181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127377664 00000100:00100000:1.0:1790100618.088466:0:17181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127377664 00000100:00100000:1.0:1790100618.088475:0:17181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127378304 00000100:00100000:1.0:1790100618.088478:0:17181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127378304 00000100:00100000:1.0:1790100618.088487:0:17181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127378176 00000100:00100000:1.0:1790100618.088489:0:17181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127378176 00000100:00100000:1.0:1790100618.088500:0:17181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 73 00000100:00100000:1.0:1790100618.088507:0:17181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:04100da5-99d0-41db-b436-f542c1b00474+5:2422:x1877056127377792:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1790100618.088533:0:17181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:04100da5-99d0-41db-b436-f542c1b00474+5:2422:x1877056127377792:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 27us (1207us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100618.088539:0:17181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 73 00000100:00100000:1.0:1790100618.088552:0:17181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 74 00000100:00100000:1.0:1790100618.088558:0:17181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92608497f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:04100da5-99d0-41db-b436-f542c1b00474+14:2422:x1877056127377664:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1790100618.088584:0:17181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92608497f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:04100da5-99d0-41db-b436-f542c1b00474+14:2422:x1877056127377664:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 26us (1194us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100618.088599:0:17181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 74 00000100:00100000:1.0:1790100618.088613:0:17181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 75 00000100:00100000:1.0:1790100618.088620:0:17181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1b43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ceeef86-d61d-43f2-a898-ec1ecb26226c+5:2421:x1877056127378304:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1790100618.088643:0:17181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1b43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ceeef86-d61d-43f2-a898-ec1ecb26226c+5:2421:x1877056127378304:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 25us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100618.088649:0:17181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 75 00000100:00100000:1.0:1790100618.088660:0:17181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 76 00000100:00100000:1.0:1790100618.088665:0:17181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a62c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ceeef86-d61d-43f2-a898-ec1ecb26226c+6:2421:x1877056127378176:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1790100618.088688:0:17181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a62c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ceeef86-d61d-43f2-a898-ec1ecb26226c+6:2421:x1877056127378176:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 23us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100618.088693:0:17181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 76 00000100:00080000:1.0:1790100618.088712:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1790100618.088715:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790100618.088717:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1790100618.088724:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100618.089068:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100618.089184:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100618.093544:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127377536 00000100:00100000:0.0:1790100618.093559:0:17173:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127377536 00000100:00100000:0.0:1790100618.093626:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 169 00000100:00100000:0.0:1790100618.093639:0:17173:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926187c51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+13:2422:x1877056127377536:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:0.0:1790100618.093718:0:17173:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926187c51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+13:2422:x1877056127377536:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 83us (6456us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100618.093725:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 169 00010000:00010000:1.0:1790100619.016645:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100619.726724:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084a50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141067008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790100619.726800:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100619.726858:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1790100619.726866:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084a50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141067136:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790100619.726889:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100619.728218:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141067008 00000100:00100000:2.0:1790100619.728229:0:17186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141067008 00000100:00100000:2.0:1790100619.728274:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141067136 00000100:00100000:2.0:1790100619.728277:0:17186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141067136 00000100:00100000:2.0:1790100619.728296:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1790100619.728305:0:17186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084a51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141067008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790100619.728378:0:17186:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1790100619.728599:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1790100619.728609:0:17185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084a50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141067136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1790100619.728630:0:17185:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1790100619.728727:0:17185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084a50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141067136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (1836us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100619.728734:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1790100619.728829:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084a50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141067136:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1790100619.729147:0:17186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084a51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141067008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 842us (2346us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100619.729155:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1790100619.733307:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084a50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141067008:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1790100620.040626:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100620.232684:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084a50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141067264:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790100620.232874:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100620.232995:0:19974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141067264 00000100:00100000:3.0:1790100620.233003:0:19974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141067264 00000100:00100000:3.0:1790100620.233065:0:19974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1790100620.233075:0:19974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a62c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141067264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1790100620.233106:0:19974:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1790100620.233151:0:19974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a62c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141067264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100620.233158:0:19974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:1.0:1790100620.233257:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790100620.233293:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084a50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141067264:0@lo:13:osp-pre-0-1.0 00000040:00080000:0.0:1790100620.618200:0:17935:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1790100620.746072:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141067392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1790100620.746133:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100620.746183:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141067904:0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.746224:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100620.746250:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260831b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141068416:0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.746284:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100620.746303:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1877056141068928:0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.746313:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084a50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:687676b7-da9e-40a3-8051-3299bac6cf99:3643:1877056141067648:0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.746323:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100620.746367:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1790100620.746375:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084a50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141067520:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790100620.746376:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100620.746413:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260831baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1877056141068160:0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.746416:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100620.746442:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141068032:0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.746450:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100620.746470:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100620.746476:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260831bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1877056141068672:0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.746491:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260831bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141068544:0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.746506:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100620.746528:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100620.746528:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1877056141069184:0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.746552:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1877056141069056:0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.746558:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100620.746580:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100620.746590:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1790100620.746600:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141067776:0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.746611:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141067904 00000100:00100000:2.0:1790100620.746619:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141067904 00000100:00100000:0.0:1790100620.746627:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100620.746650:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260831ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141068288:0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.746671:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141068416 00000100:00100000:2.0:1790100620.746676:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141068416 00000100:00100000:0.0:1790100620.746676:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100620.746695:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141068032 00000100:00100000:2.0:1790100620.746698:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141068032 00000100:00100000:0.0:1790100620.746700:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1877056141068800:0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.746712:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141068544 00000100:00100000:2.0:1790100620.746716:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141068544 00000100:00100000:0.0:1790100620.746736:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100620.746739:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1790100620.746751:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141067904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.746764:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141067776 00000100:00100000:0.0:1790100620.746777:0:17185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141067776 00000100:00100000:0.0:1790100620.746809:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141068288 00000100:00100000:0.0:1790100620.746813:0:17185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141068288 00000100:00100000:2.0:1790100620.746819:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141067904:12345-0@lo:400:kworker.0 Request processed in 68us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100620.746828:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1790100620.746834:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1790100620.746844:0:17185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141067776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.746857:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1790100620.746879:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141068416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.746888:0:17185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141067776:12345-0@lo:400:kworker.0 Request processed in 44us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100620.746896:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1790100620.746915:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1790100620.746920:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141068416:12345-0@lo:400:kworker.0 Request processed in 55us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100620.746927:0:17185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141068288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.746931:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1790100620.746955:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1790100620.746963:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141068032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.746984:0:17185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141068288:12345-0@lo:400:kworker.0 Request processed in 60us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100620.747000:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141068032:12345-0@lo:400:kworker.0 Request processed in 36us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100620.747006:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1790100620.747010:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1790100620.747029:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1790100620.747037:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141068544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.747052:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141067776:0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.747068:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260831ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141068288:0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.747073:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141068544:12345-0@lo:400:kworker.0 Request processed in 35us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100620.747081:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1790100620.747105:0:17175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141067648 00000100:00100000:2.0:1790100620.747110:0:17175:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141067648 00000100:00100000:0.0:1790100620.747133:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141068928 00000100:00100000:0.0:1790100620.747138:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141068928 00000100:00100000:2.0:1790100620.747163:0:17175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1790100620.747165:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141068160 00000100:00100000:0.0:1790100620.747170:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141068160 00000100:00100000:2.0:1790100620.747174:0:17175:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926187c53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:687676b7-da9e-40a3-8051-3299bac6cf99+24:3643:x1877056141067648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.747188:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141068672 00000100:00100000:0.0:1790100620.747193:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141068672 00000100:00100000:0.0:1790100620.747209:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141069184 00000100:00100000:0.0:1790100620.747212:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141069184 00000100:00100000:2.0:1790100620.747213:0:17175:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926187c53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:687676b7-da9e-40a3-8051-3299bac6cf99+24:3643:x1877056141067648:12345-0@lo:400:kworker.0 Request processed in 43us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100620.747221:0:17175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1790100620.747228:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141069056 00000100:00100000:0.0:1790100620.747232:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141069056 00000100:00100000:0.0:1790100620.747250:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141068800 00000100:00100000:0.0:1790100620.747253:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141068800 00000100:00100000:0.0:1790100620.747272:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1790100620.747276:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084a50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:687676b7-da9e-40a3-8051-3299bac6cf99:3643:1877056141067648:0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.747283:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1877056141068928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.747304:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141068032:0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.747316:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260831bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141068544:0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.747326:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1877056141068928:12345-0@lo:400:kworker.0 Request processed in 43us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100620.747334:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1790100620.747363:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141067904:0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.747377:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260831b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141068416:0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.747378:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1790100620.747393:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1877056141068160:12345-0@lo:400:kworker.0 00010000:00080000:2.0:1790100620.747394:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261a625b800 x1877056141068928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100620.747409:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1877056141068928:0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.747440:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1877056141068160:12345-0@lo:400:kworker.0 Request processed in 50us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100620.747447:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260831baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1877056141068160:0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.747454:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1790100620.747478:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1790100620.747484:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1877056141068672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.747526:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1877056141068672:12345-0@lo:400:kworker.0 Request processed in 42us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100620.747532:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1790100620.747544:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1790100620.747550:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083cd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1877056141069184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.747576:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083cd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1877056141069184:12345-0@lo:400:kworker.0 Request processed in 27us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100620.747582:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1790100620.747593:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1790100620.747599:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1877056141069056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.747628:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1877056141069056:12345-0@lo:400:kworker.0 Request processed in 29us (1048us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100620.747633:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1790100620.747644:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1790100620.747650:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083cd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1877056141068800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100620.747674:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083cd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1877056141068800:12345-0@lo:400:kworker.0 Request processed in 25us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100620.747680:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1790100620.747704:0:19974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141067392 00000100:00100000:0.0:1790100620.747707:0:19974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141067392 00000100:00100000:0.0:1790100620.747728:0:19974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141067520 00000100:00100000:0.0:1790100620.747731:0:19974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141067520 00000100:00100000:0.0:1790100620.747743:0:19974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1790100620.747748:0:19974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141067392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1790100620.747788:0:19974:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1790100620.747821:0:19974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141067392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (1688us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100620.747828:0:19974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1790100620.747840:0:19974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1790100620.747846:0:19974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141067520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1790100620.747857:0:19974:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1790100620.747882:0:19974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141067520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (1467us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100620.747887:0:19974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:1.0:1790100620.748487:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1790100620.748498:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790100620.748501:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1790100620.748503:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790100620.751482:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083cd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141069312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790100620.751549:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100620.752154:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1877056141068800:0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.752168:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260831bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1877056141068672:0@lo:400:kworker.0 00010000:00080000:2.0:1790100620.752182:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261a625bb80 x1877056141069184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100620.752194:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1877056141069184:0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.752247:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084a50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141067520:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1790100620.752273:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1877056141069056:0@lo:400:kworker.0 00000100:00100000:2.0:1790100620.752288:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141067392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790100620.752507:0:19974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141069312 00000100:00100000:3.0:1790100620.752515:0:19974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141069312 00000100:00100000:3.0:1790100620.752565:0:19974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1790100620.752576:0:19974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a62c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141069312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1790100620.752595:0:19974:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1790100620.759820:0:19974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a62c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141069312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 7237us (8261us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100620.759836:0:19974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790100620.761733:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083cd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141069312:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1790100620.762019:0:17160:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1790100620.762029:0:17160:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:3.0:1790100620.762099:0:17219:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:3.0:1790100620.762109:0:17219:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:2.0:1790100621.064868:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100621.976547:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100621.976755:0:17183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127378816 00000100:00100000:2.0:1790100621.976776:0:17183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127378816 00000100:00100000:2.0:1790100621.976851:0:17183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 13 00000100:00100000:2.0:1790100621.976862:0:17183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a62c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:04100da5-99d0-41db-b436-f542c1b00474+13:16320:x1877056127378816:12345-192.168.203.13@tcp:35:umount.0 00000001:00080000:2.0:1790100621.977228:0:17183:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:2.0:1790100621.977306:0:17183:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00080000:1.0:1790100621.977809:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1790100621.978660:0:17183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a62c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:04100da5-99d0-41db-b436-f542c1b00474+16:16320:x1877056127378816:12345-192.168.203.13@tcp:35:umount.0 Request processed in 1795us (2117us total) trans 8589934626 rc 0/0 00000100:00100000:2.0:1790100621.978671:0:17183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 13 00000020:00080000:2.0:1790100621.978677:0:17183:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1790100621.987868:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100621.987911:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100621.987947:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100621.987980:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100621.988094:0:18335:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127378944 00000100:00100000:2.0:1790100621.988104:0:18335:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127378944 00000100:00100000:2.0:1790100621.988167:0:18335:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127379072 00000100:00100000:2.0:1790100621.988171:0:18335:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127379072 00000100:00100000:2.0:1790100621.988184:0:18335:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127379200 00000100:00100000:2.0:1790100621.988186:0:18335:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127379200 00000100:00100000:2.0:1790100621.988200:0:18335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 3 00000100:00100000:2.0:1790100621.988208:0:18335:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083286a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+15:2420:x1877056127378944:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1790100621.988222:0:18335:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790100621.988238:0:18335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926191686400/0xc87a4f2298288159 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e4fc expref: 15 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100621.988256:0:18335:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790100621.988302:0:18335:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083286a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+14:2420:x1877056127378944:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 94us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100621.988310:0:18335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 3 00000100:00100000:2.0:1790100621.988327:0:18335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 4 00000100:00100000:2.0:1790100621.988333:0:18335:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b21fc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+13:2420:x1877056127379072:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1790100621.988459:0:18335:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790100621.988470:0:18335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926083e47e00/0xc87a4f2298288160 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e52d expref: 13 pid: 17175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100621.988496:0:18335:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790100621.988516:0:18335:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b21fc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+12:2420:x1877056127379072:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 184us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100621.988523:0:18335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 4 00000100:00100000:2.0:1790100621.988573:0:18335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 5 00000100:00100000:2.0:1790100621.988579:0:18335:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083286300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+11:2422:x1877056127379200:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1790100621.988587:0:18335:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790100621.988595:0:18335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926184b8e200/0xc87a4f22982881e5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e5e3 expref: 11 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100621.988605:0:18335:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790100621.988621:0:18335:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083286300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+10:2422:x1877056127379200:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 42us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100621.988627:0:18335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 5 00000100:00100000:2.0:1790100621.988645:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127379328 00000100:00100000:2.0:1790100621.988649:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127379328 00000100:00100000:2.0:1790100621.988681:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 30 00000100:00100000:2.0:1790100621.988687:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:04100da5-99d0-41db-b436-f542c1b00474+5:2418:x1877056127379328:12345-192.168.203.13@tcp:9:umount.0 00000020:00000080:2.0:1790100621.988713:0:18686:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298288183 00000100:00080000:2.0:1790100621.988722:0:18686:0:(import.c:65:import_set_state_nolock()) ffff9260821cb800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1790100621.988768:0:18686:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1790100621.988876:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:04100da5-99d0-41db-b436-f542c1b00474+2:2418:x1877056127379328:12345-192.168.203.13@tcp:9:umount.0 Request processed in 188us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100621.988883:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 30 00010000:00010000:1.0:1790100621.989075:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1790100621.989082:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1790100622.002772:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100622.002933:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127380224 00000100:00100000:0.0:1790100622.002944:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127380224 00000100:00100000:0.0:1790100622.003005:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 67 00000100:00100000:0.0:1790100622.003016:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a625a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:04100da5-99d0-41db-b436-f542c1b00474+16:2418:x1877056127380224:12345-192.168.203.13@tcp:39:umount.0 00000020:00000080:0.0:1790100622.003048:0:17182:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f229828816e 00000020:00010000:0.0:1790100622.003064:0:17182:0:(genops.c:1920:obd_stale_export_put()) Put export ffff926083d09800: total 0 00000100:00080000:0.0:1790100622.003070:0:17182:0:(import.c:65:import_set_state_nolock()) ffff9261a631f000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1790100622.003096:0:17182:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:0.0:1790100622.003249:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a625a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:04100da5-99d0-41db-b436-f542c1b00474+15:2418:x1877056127380224:12345-192.168.203.13@tcp:39:umount.0 Request processed in 234us (496us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1790100622.003257:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 67 00000020:00010000:3.0:1790100622.004060:0:17168:0:(genops.c:1906:obd_stale_export_get()) Get export ffff926083d09800: total 0 00010000:00010000:3.0:1790100622.004066:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100622.004126:0:17168:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff926083d09800, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1790100622.004164:0:17168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9261900b4c00) 00010000:00010000:3.0:1790100622.004168:0:17168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1790100622.004178:0:17168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7000/0xc87a4f2298288239 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e5ea expref: 14 pid: 17181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100622.004241:0:17168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9261c1af0e00) 00010000:00010000:3.0:1790100622.004256:0:17168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1790100622.004263:0:17168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926191686600/0xc87a4f2298288319 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e629 expref: 13 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100622.004282:0:17168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9261a6366500) 00010000:00010000:3.0:1790100622.004285:0:17168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1790100622.004289:0:17168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083e47800/0xc87a4f22982883c8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e668 expref: 12 pid: 17181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100622.004301:0:17168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9261a6366500) 00010000:00010000:3.0:1790100622.004303:0:17168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1790100622.004307:0:17168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1600/0xc87a4f2298288397 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e653 expref: 11 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100622.004319:0:17168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9261a6366500) 00010000:00010000:3.0:1790100622.004321:0:17168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1790100622.004324:0:17168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c200/0xc87a4f229828847e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6a0 expref: 10 pid: 20322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100622.004619:0:17168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9261c1af1300) 00010000:00010000:3.0:1790100622.004623:0:17168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790100622.004628:0:17168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288255 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e5f1 expref: 9 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100622.004648:0:17168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9261a6366a00) 00010000:00010000:3.0:1790100622.004650:0:17168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1790100622.004654:0:17168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083e46200/0xc87a4f2298288294 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e5ff expref: 8 pid: 17181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100622.004680:0:17168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9261900b4b00) 00010000:00010000:3.0:1790100622.004682:0:17168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1790100622.004686:0:17168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6400/0xc87a4f2298288423 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e67d expref: 7 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100622.004699:0:17168:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff926083d09800, canceled 8 locks, left on hash table 0. 00010000:00010000:3.0:1790100622.004718:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100622.004720:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100622.004722:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100622.010937:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100622.011103:0:20322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127380352 00000100:00100000:2.0:1790100622.011126:0:20322:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127380352 00000100:00100000:2.0:1790100622.011200:0:20322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 68 00000100:00100000:2.0:1790100622.011211:0:20322:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083285180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:04100da5-99d0-41db-b436-f542c1b00474+5:2418:x1877056127380352:12345-192.168.203.13@tcp:39:umount.0 00000020:00000080:2.0:1790100622.011243:0:20322:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298288175 00000100:00080000:2.0:1790100622.011261:0:20322:0:(import.c:65:import_set_state_nolock()) ffff926083876000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1790100622.011293:0:20322:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00080000:1.0:1790100622.012502:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1790100622.013063:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790100622.014721:0:20322:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083285180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:04100da5-99d0-41db-b436-f542c1b00474+3:2418:x1877056127380352:12345-192.168.203.13@tcp:39:umount.0 Request processed in 3503us (3797us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1790100622.014734:0:20322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 68 00010000:00010000:1.0:1790100622.089825:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100623.112540:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100623.192268:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100623.192323:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100623.192429:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127380736 00000100:00100000:2.0:1790100623.192439:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127380736 00000100:00100000:1.0:1790100623.192514:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127380480 00000100:00100000:1.0:1790100623.192519:0:17173:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127380480 00000100:00100000:2.0:1790100623.192575:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 83 00000100:00100000:1.0:1790100623.192580:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 171 00000100:00100000:2.0:1790100623.192590:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ceeef86-d61d-43f2-a898-ec1ecb26226c+5:2421:x1877056127380736:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1790100623.192593:0:17173:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926187c52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+10:2421:x1877056127380480:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1790100623.192661:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ceeef86-d61d-43f2-a898-ec1ecb26226c+5:2421:x1877056127380736:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 75us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100623.192669:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 83 00000100:00080000:0.0:1790100623.194627:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1790100623.197884:0:17173:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926187c52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+10:2421:x1877056127380480:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 5273us (5602us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100623.197899:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 171 00000100:00100000:3.0:1790100623.198330:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100623.203469:0:17180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127380608 00000100:00100000:0.0:1790100623.203484:0:17180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127380608 00000100:00100000:0.0:1790100623.203577:0:17180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 84 00000100:00100000:0.0:1790100623.203586:0:17180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6258e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ceeef86-d61d-43f2-a898-ec1ecb26226c+6:2422:x1877056127380608:12345-192.168.203.13@tcp:400:kworker.0 00000100:00080000:1.0:1790100623.203879:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1790100623.203963:0:17180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6258e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ceeef86-d61d-43f2-a898-ec1ecb26226c+6:2422:x1877056127380608:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 377us (5633us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100623.203972:0:17180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 84 00000100:00100000:1.0:1790100623.688055:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100623.688089:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100623.688115:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100623.688194:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127381120 00000100:00100000:0.0:1790100623.688205:0:17167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127381120 00000100:00100000:0.0:1790100623.688274:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127380992 00000100:00100000:0.0:1790100623.688277:0:17167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127380992 00000100:00100000:0.0:1790100623.688290:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127381248 00000100:00100000:0.0:1790100623.688293:0:17167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127381248 00000100:00100000:0.0:1790100623.688309:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00100000:0.0:1790100623.688317:0:17167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083286a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+12:2419:x1877056127381120:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790100623.688332:0:17167:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790100623.688404:0:17167:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926184b8f200/0xc87a4f229828819f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e59d expref: 12 pid: 17174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100623.688420:0:17167:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790100623.688467:0:17167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083286a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+11:2419:x1877056127381120:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 150us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100623.688473:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00100000:0.0:1790100623.688490:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:0.0:1790100623.688496:0:17167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260831bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+10:2419:x1877056127380992:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790100623.688504:0:17167:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790100623.688512:0:17167:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926083e47600/0xc87a4f2298288198 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e56c expref: 10 pid: 17175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100623.688520:0:17167:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790100623.688538:0:17167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260831bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+9:2419:x1877056127380992:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 42us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100623.688551:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:0.0:1790100623.688564:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 8 00000100:00100000:0.0:1790100623.688570:0:17167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260831bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+8:2419:x1877056127381248:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790100623.688577:0:17167:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790100623.688585:0:17167:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926191687a00/0xc87a4f22982881de lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e5dc expref: 8 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100623.688594:0:17167:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790100623.688608:0:17167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260831bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+7:2419:x1877056127381248:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 38us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100623.688613:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 8 00000100:00100000:3.0:1790100623.694200:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100623.696689:0:17181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127381376 00000100:00100000:1.0:1790100623.696704:0:17181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127381376 00000100:00100000:1.0:1790100623.696831:0:17181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 69 00000100:00100000:1.0:1790100623.696843:0:17181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a625ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ceeef86-d61d-43f2-a898-ec1ecb26226c+6:2418:x1877056127381376:12345-192.168.203.13@tcp:39:umount.0 00000020:00000080:1.0:1790100623.696882:0:17181:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f22982881ad 00000020:00010000:1.0:1790100623.696897:0:17181:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9261b6578000: total 0 00000100:00080000:1.0:1790100623.696903:0:17181:0:(import.c:65:import_set_state_nolock()) ffff9261b657f000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790100623.696932:0:17181:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:1.0:1790100623.697099:0:17181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a625ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ceeef86-d61d-43f2-a898-ec1ecb26226c+5:2418:x1877056127381376:12345-192.168.203.13@tcp:39:umount.0 Request processed in 258us (2908us total) trans 8589934628 rc 0/0 00000100:00100000:1.0:1790100623.697107:0:17181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 69 00000020:00010000:0.0:1790100623.697156:0:19677:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9261b6578000: total 0 00010000:00010000:0.0:1790100623.697202:0:19677:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9261b6578000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1790100623.697233:0:19677:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9261a6366a00) 00010000:00010000:0.0:1790100623.697237:0:19677:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1790100623.697245:0:19677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926184b8e800/0xc87a4f22982882a2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e606 expref: 4 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100623.697277:0:19677:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9261b6578000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1790100623.697289:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100623.697290:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100623.697292:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100623.710454:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100623.710735:0:20322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127381504 00000100:00100000:2.0:1790100623.710756:0:20322:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127381504 00000100:00100000:2.0:1790100623.710815:0:20322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 70 00000100:00100000:2.0:1790100623.710826:0:20322:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ceeef86-d61d-43f2-a898-ec1ecb26226c+5:2418:x1877056127381504:12345-192.168.203.13@tcp:39:umount.0 00000020:00000080:2.0:1790100623.710864:0:20322:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f22982881b4 00000100:00080000:2.0:1790100623.710874:0:20322:0:(import.c:65:import_set_state_nolock()) ffff9261b657e800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1790100623.711119:0:20322:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1790100623.711268:0:20322:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ceeef86-d61d-43f2-a898-ec1ecb26226c+3:2418:x1877056127381504:12345-192.168.203.13@tcp:39:umount.0 Request processed in 443us (822us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1790100623.711277:0:20322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 70 00010000:00010000:1.0:1790100623.712149:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100623.750721:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100623.750869:0:17174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127381760 00000100:00100000:2.0:1790100623.750879:0:17174:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127381760 00000100:00100000:2.0:1790100623.750950:0:17174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 172 00000100:00100000:2.0:1790100623.750961:0:17174:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926187c50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+7:2418:x1877056127381760:12345-192.168.203.13@tcp:251:umount.0 00000020:00000080:2.0:1790100623.751006:0:17174:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f229828814b 00000020:00010000:2.0:1790100623.751013:0:17174:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9260821cd800: total 0 00000100:00080000:2.0:1790100623.751018:0:17174:0:(import.c:65:import_set_state_nolock()) ffff9260821cd000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1790100623.751099:0:17174:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926187c50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3+3:2418:x1877056127381760:12345-192.168.203.13@tcp:251:umount.0 Request processed in 139us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100623.751106:0:17174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 172 00000020:00010000:0.0:1790100623.752184:0:17168:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9260821cd800: total 0 00010000:00010000:0.0:1790100623.752247:0:17168:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9260821cd800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1790100623.752280:0:17168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926191687c00/0xc87a4f2298288152 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e4f5 expref: 2 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100623.752322:0:17168:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9260821cd800, canceled 1 locks, left on hash table 0. 00000020:00000080:0.0:1790100623.752335:0:17168:0:(genops.c:885:class_export_put()) final put ffff9260821cd800/4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3 00010000:00010000:0.0:1790100623.752384:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100623.752386:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100623.752388:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1790100623.752630:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9260821cd800/4e7fc04d-7cd4-42ff-b4a7-861b0bfceae3 for MGS 00000020:00000080:1.0:1790100623.752666:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9260821cd000 for MGS 00000001:00100000:1.0:1790100623.822364:0:18683:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9ceeef86-d61d-43f2-a898-ec1ecb26226c 00000020:00000080:1.0:1790100623.822375:0:18683:0:(genops.c:885:class_export_put()) final put ffff9261b657b800/9ceeef86-d61d-43f2-a898-ec1ecb26226c 00000001:00100000:1.0:1790100623.822408:0:18683:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 04100da5-99d0-41db-b436-f542c1b00474 00000020:00000080:1.0:1790100623.822419:0:18683:0:(genops.c:885:class_export_put()) final put ffff9260821ce000/04100da5-99d0-41db-b436-f542c1b00474 00000020:00000080:0.0:1790100623.822628:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b657b800/9ceeef86-d61d-43f2-a898-ec1ecb26226c for lustre-OST0000 00000020:00000080:0.0:1790100623.822689:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9260821ce000/04100da5-99d0-41db-b436-f542c1b00474 for lustre-OST0000 00000020:00000080:0.0:1790100623.822703:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9261b657f800 for lustre-OST0000 00000020:00000080:0.0:1790100623.822707:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9260821c8800 for lustre-OST0000 00000001:00100000:1.0:1790100623.822820:0:19501:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 04100da5-99d0-41db-b436-f542c1b00474 00000020:00000080:1.0:1790100623.822824:0:19501:0:(genops.c:885:class_export_put()) final put ffff9260821cf800/04100da5-99d0-41db-b436-f542c1b00474 00000001:00100000:1.0:1790100623.822841:0:19501:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 9ceeef86-d61d-43f2-a898-ec1ecb26226c 00000020:00000080:1.0:1790100623.822843:0:19501:0:(genops.c:885:class_export_put()) final put ffff9261b6578800/9ceeef86-d61d-43f2-a898-ec1ecb26226c 00000020:00000080:0.0:1790100623.823890:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9260821cf800/04100da5-99d0-41db-b436-f542c1b00474 for lustre-OST0001 00000020:00000080:0.0:1790100623.823924:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b6578800/9ceeef86-d61d-43f2-a898-ec1ecb26226c for lustre-OST0001 00000020:00000080:0.0:1790100623.823936:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9260821cb800 for lustre-OST0001 00000020:00000080:0.0:1790100623.823940:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9261b657e000 for lustre-OST0001 00010000:00010000:0.0:1790100624.137464:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100624.841568:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260831bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141069440:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790100624.841636:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100624.841724:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141069440 00000100:00100000:1.0:1790100624.841732:0:17185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141069440 00000100:00100000:1.0:1790100624.841787:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1790100624.841806:0:17185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260831bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141069440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790100624.841842:0:17185:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1790100624.841887:0:17185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260831bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141069440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100624.841894:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1790100624.841943:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260831bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141069440:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790100624.842241:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141069568:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790100624.842273:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100624.852803:0:17921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141069568 00000100:00100000:2.0:1790100624.852820:0:17921:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141069568 00000100:00100000:2.0:1790100624.852892:0:17921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1790100624.852903:0:17921:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260831bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141069568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1790100624.852940:0:17921:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1790100624.853021:0:17921:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260831bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141069568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 121us (10748us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100624.853028:0:17921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1790100624.853079:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141069568:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1790100625.160586:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790100625.352859:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141069696:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1790100625.352925:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100625.353540:0:18691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141069696 00000100:00100000:1.0:1790100625.353549:0:18691:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141069696 00000100:00100000:1.0:1790100625.353619:0:18691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1790100625.353631:0:18691:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141069696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1790100625.353658:0:18691:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00080000:0.0:1790100625.353829:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790100625.356071:0:18691:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141069696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2439us (3141us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100625.356082:0:18691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1790100625.356176:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141069696:0@lo:13:osp-pre-0-1.0 00000020:01000004:2.0:1790100625.630224:0:20752:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:2.0:1790100625.639536:0:20752:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1790100625.639585:0:20752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083927c00/0xc87a4f2298287d0e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298287d15 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100625.639616:0:20752:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083927c00/0xc87a4f2298287d0e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298287d15 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100625.639623:0:20752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083927c00/0xc87a4f2298287d0e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287d15 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100625.639630:0:20752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff926083927c00/0xc87a4f2298287d0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287d15 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100625.639649:0:20752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1790100625.639654:0:20752:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1790100625.639676:0:20752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1790100625.639680:0:20752:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1790100625.639685:0:20752:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1790100625.639708:0:20752:0:(import.c:65:import_set_state_nolock()) ffff92608490d800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:3.0:1790100625.639988:0:17168:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100625.639995:0:17168:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff926083927c00/0xc87a4f2298287d0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287d15 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.640003:0:17168:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927c00 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:3.0:1790100625.640007:0:17168:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff926083927c00/0xc87a4f2298287d0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287d15 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.640015:0:17168:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff926083927c00/0xc87a4f2298287d0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f2298287d15 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100625.640023:0:17168:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff926083927c00/0xc87a4f2298287d0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f2298287d15 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100625.640034:0:17168:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1790100625.640037:0:17168:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1790100625.640039:0:17168:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1790100625.640062:0:17168:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff926083927c00/0xc87a4f2298287d0e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287d15 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.640068:0:17168:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1790100625.640115:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:687676b7-da9e-40a3-8051-3299bac6cf99:3644:1877056141069952:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790100625.640172:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100625.640354:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1877056141069824:0@lo:39:umount.0 00000100:00100000:1.0:1790100625.640390:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100625.640432:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141069824 00000100:00100000:1.0:1790100625.640439:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141069824 00000100:00100000:1.0:1790100625.640482:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1790100625.640491:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260831bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1877056141069824:12345-0@lo:39:umount.0 00000020:00000080:1.0:1790100625.640516:0:17182:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287d3f 00000100:00080000:1.0:1790100625.640524:0:17182:0:(import.c:65:import_set_state_nolock()) ffff926184c04000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1790100625.640575:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260831bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:3640:x1877056141069824:12345-0@lo:39:umount.0 Request processed in 84us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100625.640589:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:1.0:1790100625.640598:0:17182:0:(genops.c:885:class_export_put()) final put ffff926184c03800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:1.0:1790100625.640637:0:3640:0:(import.c:65:import_set_state_nolock()) ffff92608490d800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1790100625.640647:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1877056141069824:0@lo:39:umount.0 00010000:00010000:3.0:1790100625.641804:0:17168:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff926083927c00/0xc87a4f2298287d0e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287d15 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.641817:0:17168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff926083927c00/0xc87a4f2298287d0e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287d15 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.641845:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100625.641847:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100625.641849:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100625.641985:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141069952 00000100:00100000:0.0:1790100625.641992:0:17167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141069952 00000020:00000080:3.0:1790100625.642003:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926184c03800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00100000:0.0:1790100625.642047:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000080:3.0:1790100625.642053:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff926184c04000 for lustre-MDT0000 00000100:00100000:0.0:1790100625.642058:0:17167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:687676b7-da9e-40a3-8051-3299bac6cf99+24:3644:x1877056141069952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790100625.642073:0:17167:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790100625.642240:0:17167:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926083926c00/0xc87a4f2298287d15 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298287d0e expref: 24 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100625.642255:0:17167:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:3.0:1790100625.645557:0:20752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1790100625.645564:0:20752:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1790100625.645570:0:20752:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1790100625.646600:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:687676b7-da9e-40a3-8051-3299bac6cf99:3644:1877056141069952:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790100625.647010:0:20752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b6c00/0xc87a4f2298287c5f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298287c66 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647024:0:20752:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b6c00/0xc87a4f2298287c5f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298287c66 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647032:0:20752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b6c00/0xc87a4f2298287c5f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287c66 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647050:0:20752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff9261a63b6c00/0xc87a4f2298287c5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287c66 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647082:0:20752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100625.647090:0:20752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff92619565dc00/0xc87a4f2298287fa7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298287fae expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647096:0:20752:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff92619565dc00/0xc87a4f2298287fa7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298287fae expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647102:0:20752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff92619565dc00/0xc87a4f2298287fa7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287fae expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647108:0:20752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff92619565dc00/0xc87a4f2298287fa7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287fae expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647124:0:20752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1790100625.647137:0:17168:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790100625.647143:0:17168:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9261a63b6c00/0xc87a4f2298287c5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287c66 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647150:0:17168:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6c00 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:3.0:1790100625.647153:0:17168:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9261a63b6c00/0xc87a4f2298287c5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287c66 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647162:0:17168:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9261a63b6c00/0xc87a4f2298287c5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f2298287c66 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100625.647169:0:17168:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9261a63b6c00/0xc87a4f2298287c5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f2298287c66 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100625.647181:0:17168:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1790100625.647184:0:17168:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:3.0:1790100625.647215:0:17168:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9261a63b6c00/0xc87a4f2298287c5f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287c66 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647222:0:17168:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790100625.647252:0:17168:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9261a63b6c00/0xc87a4f2298287c5f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287c66 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647260:0:17168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9261a63b6c00/0xc87a4f2298287c5f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287c66 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100625.647268:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:687676b7-da9e-40a3-8051-3299bac6cf99:3641:1877056141070080:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790100625.647276:0:17168:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100625.647281:0:17168:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff92619565dc00/0xc87a4f2298287fa7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287fae expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647287:0:17168:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92619565dc00 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:3.0:1790100625.647290:0:17168:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff92619565dc00/0xc87a4f2298287fa7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287fae expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647297:0:17168:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff92619565dc00/0xc87a4f2298287fa7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f2298287fae expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100625.647304:0:17168:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff92619565dc00/0xc87a4f2298287fa7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f2298287fae expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100625.647309:0:17168:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1790100625.647312:0:17168:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1790100625.647314:0:17168:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00100000:1.0:1790100625.647332:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100625.647395:0:17167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:687676b7-da9e-40a3-8051-3299bac6cf99+23:3644:x1877056141069952:12345-0@lo:103:ldlm_bl.0 Request processed in 3672us (5553us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100625.647408:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:3.0:1790100625.647485:0:17168:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff92619565dc00/0xc87a4f2298287fa7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287fae expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647491:0:17168:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790100625.647498:0:17168:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff92619565dc00/0xc87a4f2298287fa7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287fae expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647504:0:17168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff92619565dc00/0xc87a4f2298287fa7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287fae expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647514:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100625.647515:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100625.647517:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100625.647529:0:20752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e47200/0xc87a4f2298288216 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f229828821d expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647535:0:20752:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e47200/0xc87a4f2298288216 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f229828821d expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647542:0:20752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e47200/0xc87a4f2298288216 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f229828821d expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647548:0:20752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff926083e47200/0xc87a4f2298288216 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f229828821d expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647560:0:20752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100625.647567:0:17168:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100625.647570:0:17168:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff926083e47200/0xc87a4f2298288216 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f229828821d expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647576:0:17168:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083e47200 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:3.0:1790100625.647586:0:17168:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff926083e47200/0xc87a4f2298288216 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f229828821d expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647593:0:17168:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff926083e47200/0xc87a4f2298288216 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f229828821d expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100625.647599:0:17168:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff926083e47200/0xc87a4f2298288216 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f229828821d expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100625.647603:0:17168:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1790100625.647605:0:17168:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1790100625.647607:0:17168:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1790100625.647619:0:17168:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff926083e47200/0xc87a4f2298288216 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f229828821d expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647625:0:17168:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790100625.647639:0:17168:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff926083e47200/0xc87a4f2298288216 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f229828821d expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647646:0:17168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff926083e47200/0xc87a4f2298288216 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f229828821d expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647654:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100625.647656:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100625.647657:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100625.647667:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:687676b7-da9e-40a3-8051-3299bac6cf99:3643:1877056141070336:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790100625.647705:0:20752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b6600/0xc87a4f2298287c51 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298287c58 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647714:0:20752:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b6600/0xc87a4f2298287c51 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298287c58 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647729:0:20752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b6600/0xc87a4f2298287c51 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287c58 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647746:0:20752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff9261a63b6600/0xc87a4f2298287c51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287c58 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647758:0:20752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1790100625.647762:0:20752:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1790100625.647765:0:20752:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:3.0:1790100625.647791:0:17168:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100625.647794:0:17168:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9261a63b6600/0xc87a4f2298287c51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287c58 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647800:0:17168:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6600 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:3.0:1790100625.647803:0:17168:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9261a63b6600/0xc87a4f2298287c51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287c58 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647810:0:17168:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9261a63b6600/0xc87a4f2298287c51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f2298287c58 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100625.647817:0:17168:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9261a63b6600/0xc87a4f2298287c51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f2298287c58 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100625.647822:0:17168:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1790100625.647893:0:17168:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1790100625.647896:0:17168:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1790100625.647911:0:17168:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9261a63b6600/0xc87a4f2298287c51 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287c58 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647916:0:17168:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790100625.647933:0:17168:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9261a63b6600/0xc87a4f2298287c51 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287c58 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647939:0:17168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9261a63b6600/0xc87a4f2298287c51 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287c58 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100625.647948:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100625.647949:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100625.647951:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1790100625.647966:0:20752:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1790100625.647970:0:20752:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1790100625.647973:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790100625.647978:0:20752:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:3.0:1790100625.647983:0:20752:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff92608210e800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1790100625.647989:0:20752:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff926083d4d000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1790100625.647993:0:20752:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff926083166800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1790100625.647997:0:20752:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9261b766d800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1790100625.648003:0:20752:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff9261b6578000 9ceeef86-d61d-43f2-a898-ec1ecb26226c 192.168.203.13@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1790100625.648008:0:20752:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff926083d09800 04100da5-99d0-41db-b436-f542c1b00474 192.168.203.13@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:3.0:1790100625.648012:0:20752:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff9261b2304d40) has exports, disconnecting them 00000020:00080000:3.0:1790100625.648016:0:20752:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff92608210e800), last request at 1790100620 00000020:00000080:3.0:1790100625.648022:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287f76 00000100:00080000:3.0:1790100625.648036:0:20752:0:(import.c:65:import_set_state_nolock()) ffff92608210b800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1790100625.648069:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1790100625.648079:0:20752:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92608210e800): rc 0 00000020:00000080:3.0:1790100625.648081:0:20752:0:(genops.c:885:class_export_put()) final put ffff92608210e800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1790100625.648090:0:20752:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff926083d4d000), last request at 1790100620 00000020:00000080:3.0:1790100625.648099:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287edc 00000100:00080000:3.0:1790100625.648104:0:20752:0:(import.c:65:import_set_state_nolock()) ffff926083d4e800 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1790100625.648118:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff92608210e800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1790100625.648149:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92608210b800 for lustre-MDT0000 00010000:00010000:3.0:1790100625.648158:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1790100625.648166:0:20752:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff926083d4d000): rc 0 00000020:00000080:3.0:1790100625.648168:0:20752:0:(genops.c:885:class_export_put()) final put ffff926083d4d000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1790100625.648176:0:20752:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff926083166800), last request at 1790100558 00000020:00000080:3.0:1790100625.648179:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287e2d 00000100:00080000:3.0:1790100625.648183:0:20752:0:(import.c:65:import_set_state_nolock()) ffff926083163000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1790100625.648192:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926083d4d000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1790100625.648214:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff926083d4e800 for lustre-MDT0000 00010000:00010000:3.0:1790100625.648221:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1790100625.648229:0:20752:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff926083166800): rc 0 00000020:00000080:3.0:1790100625.648231:0:20752:0:(genops.c:885:class_export_put()) final put ffff926083166800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1790100625.648238:0:20752:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9261b766d800), last request at 1790100558 00000020:00000080:3.0:1790100625.648242:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287dc4 00000100:00080000:3.0:1790100625.648245:0:20752:0:(import.c:65:import_set_state_nolock()) ffff9261b7669000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1790100625.648254:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926083166800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1790100625.648273:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff926083163000 for lustre-MDT0000 00010000:00010000:3.0:1790100625.648280:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1790100625.648286:0:20752:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00100000:1.0:1790100625.650110:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790100625.650125:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:687676b7-da9e-40a3-8051-3299bac6cf99:3641:1877056141070208:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790100625.650175:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1790100625.650638:0:20752:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9261b766d800): rc 0 00000004:00000080:3.0:1790100625.650646:0:20752:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffbae4819b3ae0 00000100:00080000:3.0:1790100625.650664:0:20752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1790100625.650668:0:20752:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00100000:1.0:1790100625.651026:0:17165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141070080 00000100:00100000:1.0:1790100625.651035:0:17165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141070080 00000100:00100000:1.0:1790100625.651075:0:17165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141070208 00000100:00100000:1.0:1790100625.651077:0:17165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141070208 00000100:00100000:1.0:1790100625.651094:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790100625.651102:0:17165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6360e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:687676b7-da9e-40a3-8051-3299bac6cf99+24:3641:x1877056141070080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790100625.651115:0:17165:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790100625.651132:0:17165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926184b8e600/0xc87a4f2298287c66 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298287c5f expref: 24 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100625.651149:0:17165:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790100625.651188:0:17165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6360e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:687676b7-da9e-40a3-8051-3299bac6cf99+23:3641:x1877056141070080:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (3856us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100625.651195:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790100625.651212:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790100625.651219:0:17165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6254a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:687676b7-da9e-40a3-8051-3299bac6cf99+22:3641:x1877056141070208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790100625.651226:0:17165:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790100625.651247:0:17165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926184b8ec00/0xc87a4f2298287fae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298287fa7 expref: 22 pid: 17174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100625.651258:0:17165:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790100625.651281:0:17165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6254a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:687676b7-da9e-40a3-8051-3299bac6cf99+21:3641:x1877056141070208:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100625.651287:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790100625.651310:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100625.651330:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1790100625.651360:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:687676b7-da9e-40a3-8051-3299bac6cf99:3643:1877056141070464:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790100625.651387:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100625.651409:0:17165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141070336 00000100:00100000:1.0:1790100625.651413:0:17165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141070336 00000100:00100000:1.0:1790100625.651430:0:17165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141070464 00000100:00100000:1.0:1790100625.651432:0:17165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141070464 00000100:00100000:1.0:1790100625.651445:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790100625.651451:0:17165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b21fe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:687676b7-da9e-40a3-8051-3299bac6cf99+22:3643:x1877056141070336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790100625.651459:0:17165:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790100625.651469:0:17165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926083e47000/0xc87a4f229828821d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298288216 expref: 22 pid: 17174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100625.651478:0:17165:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790100625.651506:0:17165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b21fe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:687676b7-da9e-40a3-8051-3299bac6cf99+21:3643:x1877056141070336:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100625.651512:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790100625.651549:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790100625.651556:0:17165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6256680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:687676b7-da9e-40a3-8051-3299bac6cf99+20:3643:x1877056141070464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790100625.651562:0:17165:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790100625.651578:0:17165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926083926600/0xc87a4f2298287c58 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298287c51 expref: 20 pid: 17174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100625.651587:0:17165:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790100625.651611:0:17165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6256680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:687676b7-da9e-40a3-8051-3299bac6cf99+19:3643:x1877056141070464:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100625.651617:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790100625.651667:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:687676b7-da9e-40a3-8051-3299bac6cf99:3643:1877056141070464:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790100625.651677:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:687676b7-da9e-40a3-8051-3299bac6cf99:3643:1877056141070336:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790100625.651703:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:687676b7-da9e-40a3-8051-3299bac6cf99:3641:1877056141070208:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790100625.651711:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:687676b7-da9e-40a3-8051-3299bac6cf99:3641:1877056141070080:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1790100625.651758:0:20752:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1790100625.651778:0:20752:0:(import.c:65:import_set_state_nolock()) ffff9261a6139800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1790100625.651818:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141070592:0@lo:39:umount.0 00000100:00100000:1.0:1790100625.651849:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100625.651879:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141070592 00000100:00100000:1.0:1790100625.651884:0:17186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141070592 00000100:00100000:1.0:1790100625.651913:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1790100625.651922:0:17186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6255f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877056141070592:12345-0@lo:39:umount.0 00000020:00000080:1.0:1790100625.651944:0:17186:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287e57 00000100:00080000:1.0:1790100625.651951:0:17186:0:(import.c:65:import_set_state_nolock()) ffff9261bcabb800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790100625.651974:0:17186:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:3.0:1790100625.651982:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100625.652088:0:17186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6255f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3640:x1877056141070592:12345-0@lo:39:umount.0 Request processed in 168us (238us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1790100625.652095:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00080000:3.0:1790100625.652393:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9261a6139800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1790100625.652401:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141070592:0@lo:39:umount.0 00010000:00010000:0.0:1790100625.653644:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100625.656408:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1790100625.657959:0:20752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1790100625.657966:0:20752:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1790100625.657982:0:20752:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1790100625.658207:0:20752:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1790100625.658232:0:20752:0:(import.c:65:import_set_state_nolock()) ffff9261a24c3000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1790100625.658248:0:20752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1790100625.658250:0:20752:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1790100625.658266:0:20752:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1790100625.658429:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141070720:0@lo:9:umount.0 00000100:00100000:3.0:1790100625.658497:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100625.658585:0:18687:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141070720 00000100:00100000:0.0:1790100625.658594:0:18687:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141070720 00000100:00080000:3.0:1790100625.658610:0:20752:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1790100625.658624:0:20752:0:(import.c:65:import_set_state_nolock()) ffff9261b2023000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1790100625.658647:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141070848:0@lo:9:umount.0 00000100:00100000:0.0:1790100625.658653:0:18687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1790100625.658664:0:18687:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877056141070720:12345-0@lo:9:umount.0 00000100:00100000:3.0:1790100625.658678:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:0.0:1790100625.658690:0:18687:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287fb5 00000100:00080000:0.0:1790100625.658700:0:18687:0:(import.c:65:import_set_state_nolock()) ffff9261a631a000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1790100625.658750:0:20752:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff9261b2304d40) has no exports 00000100:00100000:1.0:1790100625.659101:0:18688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141070848 00000100:00100000:1.0:1790100625.659106:0:18688:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141070848 00000100:00100000:1.0:1790100625.659134:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1790100625.659155:0:18688:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1877056141070848:12345-0@lo:9:umount.0 00000020:00000080:1.0:1790100625.659168:0:18688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287fbc 00000100:00080000:1.0:1790100625.659173:0:18688:0:(import.c:65:import_set_state_nolock()) ffff926193b8c800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790100625.659201:0:18688:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1790100625.659328:0:18688:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3640:x1877056141070848:12345-0@lo:9:umount.0 Request processed in 175us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100625.659335:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:1.0:1790100625.659387:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9261b2023000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1790100625.659398:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1790100625.659399:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1790100625.659402:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141070848:0@lo:9:umount.0 00000100:00080000:1.0:1790100625.660530:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1790100625.660535:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00000004:0.0:1790100625.661609:0:18687:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1790100625.661885:0:18687:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3640:x1877056141070720:12345-0@lo:9:umount.0 Request processed in 3219us (3384us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100625.661895:0:18687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00010000:0.0:1790100625.661924:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100625.661930:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1790100625.661996:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9261a24c3000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1790100625.662014:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1790100625.662016:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1790100625.662020:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141070720:0@lo:9:umount.0 00000020:00080000:0.0:1790100625.676817:0:20752:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff9261b2304d40) has no exports 00000020:00000080:0.0:1790100625.770716:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287cac 00000020:00000080:0.0:1790100625.770741:0:20752:0:(genops.c:885:class_export_put()) final put ffff926190369000/lustre-QMT0000_UUID 00000020:01000000:0.0:1790100625.770802:0:20752:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1790100625.773137:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790100625.773151:0:20752:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1790100625.773156:0:20752:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff926082963380) has no exports 00000020:00000080:0.0:1790100625.773919:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287ca5 00000020:00000080:0.0:1790100625.773929:0:20752:0:(genops.c:885:class_export_put()) final put ffff926187007800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1790100625.776134:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff926190369000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1790100625.776992:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790100625.777008:0:20752:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1790100625.777014:0:20752:0:(genops.c:885:class_export_put()) final put ffff926084908000/lustre-QMT0000_UUID 00000020:00000080:1.0:1790100625.777017:0:20752:0:(genops.c:844:class_export_destroy()) destroying export ffff926084908000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1790100625.777023:0:20752:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:3.0:1790100625.777573:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff926187007800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:0.0:1790100625.864778:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141071232:0@lo:400:kworker.0 00000100:00100000:0.0:1790100625.864854:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100625.864893:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1877056141071744:0@lo:400:kworker.0 00000100:00100000:0.0:1790100625.864917:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100625.864941:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1790100625.864947:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141071360:0@lo:400:kworker.0 00000100:00100000:0.0:1790100625.864977:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100625.865008:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1877056141071872:0@lo:400:kworker.0 00000100:00100000:0.0:1790100625.865029:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100625.865056:0:17180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141071744 00000100:00100000:0.0:1790100625.865063:0:17180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141071744 00000100:00100000:0.0:1790100625.865104:0:17180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141071872 00000100:00100000:0.0:1790100625.865107:0:17180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141071872 00000100:00100000:0.0:1790100625.865122:0:17180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1790100625.865131:0:17180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1877056141071744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100625.865174:0:17180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1877056141071744:12345-0@lo:400:kworker.0 Request processed in 44us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100625.865181:0:17180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1790100625.865210:0:17180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1790100625.865215:0:17180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260831bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1877056141071872:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1790100625.865220:0:17180:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1790100625.865242:0:17180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260831bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1877056141071872:12345-0@lo:400:kworker.0 Request processed in 26us (211us total) trans 0 rc -107/-107 00000100:00100000:0.0:1790100625.865491:0:17180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:0.0:1790100625.865512:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1790100625.865528:0:18688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141071232 00000100:00100000:0.0:1790100625.865532:0:18688:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141071232 00000100:00100000:0.0:1790100625.865555:0:18688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141071360 00000100:00100000:0.0:1790100625.865558:0:18688:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141071360 00000100:00100000:0.0:1790100625.865580:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1790100625.865585:0:18688:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083cd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141071232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100625.865618:0:18688:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083cd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141071232:12345-0@lo:400:kworker.0 Request processed in 32us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100625.865624:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1790100625.865634:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1790100625.865647:0:18688:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141071360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100625.865675:0:18688:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141071360:12345-0@lo:400:kworker.0 Request processed in 29us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100625.865681:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:0.0:1790100625.865700:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790100625.865726:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141071360:0@lo:400:kworker.0 00000100:00080000:0.0:1790100625.865748:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1790100625.865752:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9260821cf000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1790100625.865756:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:1.0:1790100625.866899:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:687676b7-da9e-40a3-8051-3299bac6cf99:3641:1877056141070976:0@lo:400:kworker.0 00000100:00100000:1.0:1790100625.867781:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100625.867838:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877056141071488:0@lo:400:kworker.0 00000100:00100000:1.0:1790100625.867882:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100625.867903:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1877056141072000:0@lo:400:kworker.0 00000100:00100000:1.0:1790100625.867940:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100625.868103:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141071104:0@lo:400:kworker.0 00000100:00100000:2.0:1790100625.868138:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100625.868154:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1877056141071616:0@lo:400:kworker.0 00000100:00100000:2.0:1790100625.868172:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100625.868359:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141071104 00000100:00100000:3.0:1790100625.868429:0:17185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141071104 00000100:00100000:3.0:1790100625.868467:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1790100625.868473:0:17185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1877056141071104:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1790100625.868481:0:17185:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1790100625.868740:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141071488 00000100:00100000:2.0:1790100625.868745:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141071488 00000100:00100000:2.0:1790100625.868776:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141072000 00000100:00100000:2.0:1790100625.868779:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141072000 00000100:00100000:2.0:1790100625.868805:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141071616 00000100:00100000:2.0:1790100625.868808:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141071616 00000100:00100000:2.0:1790100625.868818:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1790100625.868824:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083286a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1877056141072000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100625.869094:0:17185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1877056141071104:12345-0@lo:400:kworker.0 Request processed in 618us (953us total) trans 0 rc -107/-107 00000100:00100000:3.0:1790100625.869112:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00080000:3.0:1790100625.869156:0:3642:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1790100625.869160:0:3642:0:(import.c:65:import_set_state_nolock()) ffff926083b69800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1790100625.869165:0:3642:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1790100625.869170:0:3642:0:(import.c:65:import_set_state_nolock()) ffff926083b69800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790100625.869173:0:3642:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 409 00000100:00080000:3.0:1790100625.869181:0:3642:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff926083b69800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1790100625.869500:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141070976 00000100:00100000:1.0:1790100625.869505:0:17173:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141070976 00000100:00100000:1.0:1790100625.869549:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1790100625.869556:0:17173:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926187c53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:687676b7-da9e-40a3-8051-3299bac6cf99+19:3641:x1877056141070976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100625.869596:0:17173:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926187c53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:687676b7-da9e-40a3-8051-3299bac6cf99+19:3641:x1877056141070976:12345-0@lo:400:kworker.0 Request processed in 41us (2645us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100625.869602:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1790100625.869640:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:687676b7-da9e-40a3-8051-3299bac6cf99:3641:1877056141070976:0@lo:400:kworker.0 00000100:00100000:1.0:1790100625.869680:0:20322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1790100625.869685:0:20322:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083286300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3641:x1877056141071488:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1790100625.869690:0:20322:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1790100625.869719:0:20322:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083286300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3641:x1877056141071488:12345-0@lo:400:kworker.0 Request processed in 32us (1837us total) trans 0 rc -107/-107 00000100:00100000:1.0:1790100625.869726:0:20322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1790100625.869753:0:20322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1790100625.869757:0:20322:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3642:x1877056141071616:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1790100625.869761:0:20322:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1790100625.869783:0:20322:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3642:x1877056141071616:12345-0@lo:400:kworker.0 Request processed in 25us (1610us total) trans 0 rc -107/-107 00000100:00100000:1.0:1790100625.869788:0:20322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:1.0:1790100625.869815:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1790100625.869819:0:3641:0:(import.c:65:import_set_state_nolock()) ffff926083dae800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1790100625.869822:0:3641:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1790100625.869826:0:3641:0:(import.c:65:import_set_state_nolock()) ffff926083dae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790100625.869836:0:3641:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 409 00000100:00100000:3.0:1790100625.870063:0:3642:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a6259500 x1877056141072128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790100625.870083:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141071104:0@lo:400:kworker.0 00000100:00080000:3.0:1790100625.870095:0:3642:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1790100625.870098:0:3642:0:(import.c:65:import_set_state_nolock()) ffff926083d08000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1790100625.870101:0:3642:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1790100625.870103:0:3642:0:(import.c:65:import_set_state_nolock()) ffff926083d08000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790100625.870106:0:3642:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 423 00000100:00080000:3.0:1790100625.870112:0:3642:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff926083d08000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1790100625.870124:0:3642:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a625b800 x1877056141072256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790100625.870134:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1877056141071616:0@lo:400:kworker.0 00000100:00100000:3.0:1790100625.870155:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141072128:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1790100625.870892:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083286a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1877056141072000:12345-0@lo:400:kworker.0 Request processed in 2064us (2946us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100625.870902:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:2.0:1790100625.870937:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790100625.872037:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100625.872076:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1877056141072256:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1790100625.872128:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100625.872163:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141072128 00000100:00100000:3.0:1790100625.872170:0:17186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141072128 00000100:00080000:1.0:1790100625.873057:0:3641:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff926083dae800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1790100625.873090:0:3641:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9260831bca80 x1877056141072384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790100625.873114:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877056141071488:0@lo:400:kworker.0 00010000:00080000:1.0:1790100625.873137:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261a625bb80 x1877056141072000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100625.873148:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1877056141072000:0@lo:400:kworker.0 00000100:00100000:3.0:1790100625.873465:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1790100625.873473:0:17186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1877056141072128:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:3.0:1790100625.873487:0:17186:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1790100625.873764:0:20322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141072256 00000100:00100000:2.0:1790100625.873772:0:20322:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141072256 00000100:00100000:2.0:1790100625.873796:0:20322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1790100625.873802:0:20322:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1877056141072256:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:2.0:1790100625.873810:0:20322:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1790100625.873875:0:20322:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1877056141072256:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 72us (1746us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790100625.873882:0:20322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1790100625.873906:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260831bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1877056141072384:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1790100625.873935:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100625.875368:0:17180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141072384 00000100:00100000:1.0:1790100625.875377:0:17180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141072384 00000100:00100000:1.0:1790100625.875413:0:17180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1790100625.875419:0:17180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084a50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1877056141072384:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1790100625.875430:0:17180:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1790100625.875476:0:17180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084a50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1877056141072384:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 56us (1541us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790100625.875482:0:17180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1790100625.875501:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790100625.875511:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084a50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141072512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790100625.875538:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100625.875602:0:19974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141072512 00000100:00100000:1.0:1790100625.875608:0:19974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141072512 00000100:00100000:1.0:1790100625.875644:0:19974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1790100625.875651:0:19974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260831bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141072512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1790100625.875676:0:19974:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1790100625.875711:0:19974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260831bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141072512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100625.875746:0:19974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:2.0:1790100625.875924:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083dae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790100625.875930:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790100625.875934:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260831bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1877056141072384:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:2.0:1790100625.875999:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083d08000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790100625.876004:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790100625.876007:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1877056141072256:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1790100625.876433:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084a50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141072512:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1790100625.894234:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9260821cf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790100625.894244:0:3643:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 437 00000100:00080000:0.0:1790100625.894260:0:3643:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9260821cf000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100625.894298:0:3643:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9260831baa00 x1877056141072640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790100625.894336:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1877056141071872:0@lo:400:kworker.0 00000100:00100000:0.0:1790100625.894396:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141071232:0@lo:400:kworker.0 00010000:00080000:0.0:1790100625.894409:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261a6258a80 x1877056141071744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100625.894419:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1877056141071744:0@lo:400:kworker.0 00000100:00100000:2.0:1790100625.895463:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260831baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1877056141072640:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1790100625.895552:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100625.896153:0:20322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141072640 00000100:00100000:1.0:1790100625.896163:0:20322:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141072640 00000100:00100000:1.0:1790100625.896219:0:20322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1790100625.896225:0:20322:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084a50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1877056141072640:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1790100625.896240:0:20322:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1790100625.896295:0:20322:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084a50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1877056141072640:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 69us (743us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790100625.896302:0:20322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1790100625.896636:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9260821cf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790100625.896641:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790100625.896645:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260831baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1877056141072640:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1790100625.917078:0:17186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1877056141072128:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 43595us (45034us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790100625.917093:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:2.0:1790100625.917218:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083b69800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790100625.917224:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790100625.917229:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141072128:0@lo:38:ptlrpcd_00_01.0 00010000:00010000:3.0:1790100626.189307:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100627.209655:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1790100627.920134:0:17160:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1790100627.920145:0:17160:0:(genops.c:885:class_export_put()) final put ffff9261b766d800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1790100627.920161:0:17160:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9ceeef86-d61d-43f2-a898-ec1ecb26226c 00000001:00080000:3.0:1790100627.920178:0:17160:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:3.0:1790100627.920181:0:17160:0:(genops.c:885:class_export_put()) final put ffff9261b6578000/9ceeef86-d61d-43f2-a898-ec1ecb26226c 00000001:00100000:3.0:1790100627.920188:0:17160:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 04100da5-99d0-41db-b436-f542c1b00474 00000001:00080000:3.0:1790100627.920193:0:17160:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:3.0:1790100627.920200:0:17160:0:(genops.c:885:class_export_put()) final put ffff926083d09800/04100da5-99d0-41db-b436-f542c1b00474 00000020:00000080:0.0:1790100627.920519:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b766d800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000001:00100000:2.0:1790100627.920521:0:17913:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1790100627.920531:0:17913:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:2.0:1790100627.920534:0:17913:0:(genops.c:885:class_export_put()) final put ffff926083162800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1790100627.920542:0:17913:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 9ceeef86-d61d-43f2-a898-ec1ecb26226c 00000001:00080000:2.0:1790100627.920548:0:17913:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:2.0:1790100627.920551:0:17913:0:(genops.c:885:class_export_put()) final put ffff9261b6579800/9ceeef86-d61d-43f2-a898-ec1ecb26226c 00000001:00100000:2.0:1790100627.920558:0:17913:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 04100da5-99d0-41db-b436-f542c1b00474 00000001:00080000:2.0:1790100627.920563:0:17913:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:2.0:1790100627.920566:0:17913:0:(genops.c:885:class_export_put()) final put ffff9261a631b800/04100da5-99d0-41db-b436-f542c1b00474 00000020:00000080:0.0:1790100627.920626:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b6578000/9ceeef86-d61d-43f2-a898-ec1ecb26226c for lustre-MDT0000 00000020:00000080:0.0:1790100627.920660:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff926083d09800/04100da5-99d0-41db-b436-f542c1b00474 for lustre-MDT0000 00000020:00000080:0.0:1790100627.920695:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9261b7669000 for lustre-MDT0000 00000020:00000080:0.0:1790100627.920700:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff926083162800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1790100627.920739:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b6579800/9ceeef86-d61d-43f2-a898-ec1ecb26226c for lustre-MDT0001 00000020:00000080:0.0:1790100627.920771:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9261a631b800/04100da5-99d0-41db-b436-f542c1b00474 for lustre-MDT0001 00000020:00000080:0.0:1790100627.920789:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9261b657f000 for lustre-MDT0000 00000020:00000080:0.0:1790100627.920792:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9261a631f000 for lustre-MDT0000 00000020:00000080:0.0:1790100627.920795:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9261bcabb800 for lustre-MDT0001 00000020:00000080:0.0:1790100627.920798:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9261b657e800 for lustre-MDT0001 00000020:00000080:0.0:1790100627.920810:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff926083876000 for lustre-MDT0001 00010000:00010000:0.0:1790100628.234759:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100629.256482:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100630.280494:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100630.472635:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260852c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141072768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1790100630.472712:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100630.472849:0:18691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141072768 00000100:00100000:1.0:1790100630.472858:0:18691:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141072768 00000100:00100000:1.0:1790100630.472924:0:18691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1790100630.472933:0:18691:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260831b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141072768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1790100630.472961:0:18691:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1790100630.473009:0:18691:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260831b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141072768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100630.473016:0:18691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1790100630.473060:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260852c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141072768:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1790100630.473354:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1790100630.857076:0:17935:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:3.0:1790100630.984521:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1790100630.984527:0:17873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1790100630.984530:0:17873:0:(import.c:65:import_set_state_nolock()) ffff926083b69800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790100630.984538:0:17873:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 477 00000100:00080000:3.0:1790100630.984544:0:17873:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1790100630.984555:0:17873:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff926083b69800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1790100630.984576:0:17873:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a6258a80 x1877056141073152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790100630.984576:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260852c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141073024:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1790100630.984629:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1790100630.984632:0:17873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1790100630.984634:0:17873:0:(import.c:65:import_set_state_nolock()) ffff926083dae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790100630.984637:0:17873:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 477 00000100:00080000:3.0:1790100630.984640:0:17873:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1790100630.984644:0:17873:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff926083dae800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100630.984644:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100630.984655:0:17873:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a6259c00 x1877056141073536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790100630.984663:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1790100630.984665:0:17873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1790100630.984667:0:17873:0:(import.c:65:import_set_state_nolock()) ffff926083d08000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790100630.984669:0:17873:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 477 00000100:00080000:3.0:1790100630.984672:0:17873:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1790100630.984676:0:17873:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff926083d08000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1790100630.984684:0:17873:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a625b800 x1877056141073664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790100630.984711:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1790100630.984713:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1790100630.984715:0:17873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1790100630.984717:0:17873:0:(import.c:65:import_set_state_nolock()) ffff9260821cf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1790100630.984717:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1877056141073792:0@lo:400:kworker.0 00000100:00080000:3.0:1790100630.984720:0:17873:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 477 00000100:00080000:3.0:1790100630.984723:0:17873:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1790100630.984727:0:17873:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9260821cf000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1790100630.984735:0:17873:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a6259f80 x1877056141073920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790100630.984740:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100630.984754:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141073408:0@lo:400:kworker.0 00000100:00100000:0.0:1790100630.984773:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100630.984877:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:687676b7-da9e-40a3-8051-3299bac6cf99:3641:1877056141072896:0@lo:400:kworker.0 00000100:00100000:2.0:1790100630.984892:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141073152:0@lo:38:kworker.0 00000100:00100000:1.0:1790100630.984910:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100630.984919:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100630.984945:0:17921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141073152 00000100:00100000:1.0:1790100630.984945:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1877056141074048:0@lo:400:kworker.0 00000100:00100000:2.0:1790100630.984951:0:17921:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141073152 00000100:00100000:1.0:1790100630.984965:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100630.984982:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1790100630.984983:0:17921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1790100630.984989:0:17921:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3640:x1877056141073152:12345-0@lo:38:kworker.0 00010000:02000000:2.0:1790100630.985004:0:17921:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1790100630.985005:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141073280:0@lo:400:kworker.0 00000100:00100000:1.0:1790100630.985028:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100630.985060:0:18690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141073024 00000100:00100000:1.0:1790100630.985063:0:18690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141073024 00000100:00100000:1.0:1790100630.985103:0:18690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1790100630.985111:0:18690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260831bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141073024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1790100630.985136:0:18690:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1790100630.985176:0:18690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260831bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141073024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100630.985182:0:18690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1790100630.985202:0:17181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141073792 00000100:00100000:1.0:1790100630.985205:0:17181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141073792 00000100:00100000:1.0:1790100630.985228:0:17181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141074048 00000100:00100000:1.0:1790100630.985231:0:17181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141074048 00000100:00100000:1.0:1790100630.985263:0:17181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1790100630.985280:0:17181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260831ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1877056141073792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100630.985313:0:17181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260831ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1877056141073792:12345-0@lo:400:kworker.0 Request processed in 43us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100630.985319:0:17181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1790100630.985586:0:17181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1790100630.985594:0:17181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260831bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1877056141074048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100630.985630:0:17181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260831bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1877056141074048:12345-0@lo:400:kworker.0 Request processed in 37us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100630.985636:0:17181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1790100630.985659:0:18688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141073408 00000100:00100000:1.0:1790100630.985663:0:18688:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141073408 00000100:00100000:1.0:1790100630.985685:0:18688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141073280 00000100:00100000:1.0:1790100630.985687:0:18688:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141073280 00000100:00100000:1.0:1790100630.985729:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790100630.985734:0:18688:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260831baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141073408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100630.985766:0:18688:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260831baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141073408:12345-0@lo:400:kworker.0 Request processed in 32us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100630.985771:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790100630.985783:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1790100630.985788:0:18688:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141073280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100630.985817:0:18688:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141073280:12345-0@lo:400:kworker.0 Request processed in 29us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100630.985822:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1790100630.985869:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141073280:0@lo:400:kworker.0 00010000:00080000:1.0:1790100630.985878:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261a6259880 x1877056141074048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100630.985886:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1877056141074048:0@lo:400:kworker.0 00010000:00080000:1.0:1790100630.985911:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261a625bb80 x1877056141073792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100630.985919:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1877056141073792:0@lo:400:kworker.0 00000100:00100000:1.0:1790100630.985927:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141073408:0@lo:400:kworker.0 00000100:00100000:1.0:1790100630.985940:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260852c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141073024:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790100630.985979:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1877056141073536:0@lo:38:kworker.0 00000100:00080000:3.0:1790100630.986093:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1790100630.986098:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790100630.986261:0:17175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141072896 00000100:00100000:0.0:1790100630.986266:0:17175:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141072896 00000100:00100000:0.0:1790100630.986312:0:17175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1790100630.986318:0:17175:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926187c52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:687676b7-da9e-40a3-8051-3299bac6cf99+19:3641:x1877056141072896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100630.988271:0:17175:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926187c52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:687676b7-da9e-40a3-8051-3299bac6cf99+19:3641:x1877056141072896:12345-0@lo:400:kworker.0 Request processed in 1945us (3352us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100630.988300:0:17175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1790100630.988653:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:687676b7-da9e-40a3-8051-3299bac6cf99:3641:1877056141072896:0@lo:400:kworker.0 00000100:00100000:1.0:1790100630.990854:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100630.990909:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1877056141073664:0@lo:38:kworker.0 00000100:00100000:1.0:1790100630.990941:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100630.991074:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1877056141073920:0@lo:38:kworker.0 00000100:00100000:1.0:1790100630.991102:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100630.997844:0:17921:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3640:x1877056141073152:12345-0@lo:38:kworker.0 Request processed in 12846us (12915us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790100630.997877:0:17921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:1.0:1790100631.000224:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083b69800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790100631.000233:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790100631.000239:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141073152:0@lo:38:kworker.0 00000100:00100000:3.0:1790100631.008118:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141073536 00000100:00100000:3.0:1790100631.008134:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141073536 00000100:00100000:3.0:1790100631.008197:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141073664 00000100:00100000:3.0:1790100631.008201:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141073664 00000100:00100000:3.0:1790100631.008211:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141073920 00000100:00100000:3.0:1790100631.008213:0:17182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141073920 00000100:00100000:3.0:1790100631.008228:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1790100631.008236:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1877056141073536:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1790100631.008442:0:17180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1790100631.008449:0:17180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1877056141073664:12345-0@lo:38:kworker.0 00010000:02000000:3.0:1790100631.009445:0:17182:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1790100631.009542:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1877056141073536:12345-0@lo:38:kworker.0 Request processed in 1305us (18693us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790100631.009551:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1790100631.009574:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1790100631.009580:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1877056141073920:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1790100631.011437:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083dae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790100631.011450:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790100631.011455:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1877056141073536:0@lo:38:kworker.0 00010000:02000000:1.0:1790100631.012456:0:17180:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1790100631.012734:0:17180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1877056141073664:12345-0@lo:38:kworker.0 Request processed in 4281us (21788us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790100631.012746:0:17180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00010000:02000000:3.0:1790100631.016560:0:17182:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1790100631.016650:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1877056141073920:12345-0@lo:38:kworker.0 Request processed in 7066us (25544us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790100631.016662:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:0.0:1790100631.023176:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083d08000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790100631.023189:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790100631.023194:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1877056141073664:0@lo:38:kworker.0 00000100:00080000:0.0:1790100631.023207:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9260821cf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790100631.023210:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790100631.023213:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1877056141073920:0@lo:38:kworker.0 00010000:00010000:0.0:1790100631.304502:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1790100631.501776:0:19501:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790100631.501785:0:19501:0:(genops.c:885:class_export_put()) final put ffff926193b8f000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1790100631.501899:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926193b8f000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1790100631.501965:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff926193b8c800 for lustre-OST0001 00000001:00100000:3.0:1790100631.503067:0:18683:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1790100631.503073:0:18683:0:(genops.c:885:class_export_put()) final put ffff9261a631e800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1790100631.503151:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9261a631e800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1790100631.503192:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9261a631a000 for lustre-OST0000 00000020:01000000:3.0:1790100631.816897:0:20752:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff92608335ede0 - data ffff9261bfc48438/ffff9261b660e800 00000020:01000000:3.0:1790100631.817063:0:20752:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff926083e1a240 - data ffff92619e044a20/ffff9261a6b4d000 00000001:00000004:3.0:1790100631.829799:0:20752:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:2.0:1790100631.899585:0:20752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1790100631.899594:0:20752:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1790100631.899607:0:20752:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9261a625b480 x1877056141070592/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1790100635 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100631.899630:0:20752:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1790100631.901242:0:20752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1790100631.901248:0:20752:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1790100631.901302:0:20752:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790100631.901305:0:20752:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1790100631.902761:0:17204:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1790100631.902767:0:17204:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1790100631.902776:0:17204:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1790100631.903412:0:20752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1790100631.903417:0:20752:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1790100631.903427:0:20752:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790100631.903429:0:20752:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1790100631.904457:0:17206:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1790100631.904463:0:17206:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:0.0:1790100631.904483:0:17206:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1790100631.906102:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287c74 00000020:00000080:2.0:1790100631.906113:0:20752:0:(genops.c:885:class_export_put()) final put ffff9261c1988000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1790100631.906952:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261c1988000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1790100631.907944:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287c89 00000020:00000080:2.0:1790100631.907953:0:20752:0:(genops.c:885:class_export_put()) final put ffff9261c198d800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1790100631.908002:0:20752:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1790100631.908007:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790100631.908014:0:20752:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1790100631.908018:0:20752:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff9261b79fb380) has no exports 00000004:01000000:2.0:1790100631.908291:0:20752:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1790100631.908298:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287ceb 00000020:00000080:2.0:1790100631.908302:0:20752:0:(genops.c:885:class_export_put()) final put ffff9261b2025800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1790100631.908822:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261c198d800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1790100631.909150:0:20752:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1790100631.909155:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790100631.909162:0:20752:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1790100631.909166:0:20752:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff9261b79719c0) has no exports 00000020:00000080:2.0:1790100631.909173:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287ce4 00000020:00000080:2.0:1790100631.909185:0:20752:0:(genops.c:885:class_export_put()) final put ffff9261b2022000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1790100631.909373:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b2025800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1790100631.909384:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b2022000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1790100631.912403:0:20752:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1790100631.912412:0:20752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1790100631.912416:0:20752:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:2.0:1790100631.912424:0:20752:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790100631.912427:0:20752:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1790100631.912484:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790100631.912496:0:20752:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1790100631.912505:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287cd6 00000020:00000080:2.0:1790100631.912514:0:20752:0:(genops.c:885:class_export_put()) final put ffff9261b2020800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1790100631.912520:0:20752:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1790100631.912526:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790100631.912530:0:20752:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1790100631.912533:0:20752:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff9261b2300000) has no exports 00000020:00000080:2.0:1790100631.912712:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287ccf 00000020:00000080:2.0:1790100631.912718:0:20752:0:(genops.c:885:class_export_put()) final put ffff9261a24c5800/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1790100631.913090:0:20752:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1790100631.913093:0:20752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1790100631.913096:0:20752:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1790100631.913100:0:20752:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790100631.913101:0:20752:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1790100631.913128:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790100631.913133:0:20752:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1790100631.913144:0:20752:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1790100631.913150:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287cc1 00000020:00000080:2.0:1790100631.913156:0:20752:0:(genops.c:885:class_export_put()) final put ffff9261c198c000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1790100631.913160:0:20752:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1790100631.913163:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790100631.913167:0:20752:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1790100631.913170:0:20752:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff9261b7970000) has no exports 00000020:00000080:2.0:1790100631.913173:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287cba 00000020:00000080:2.0:1790100631.913176:0:20752:0:(genops.c:885:class_export_put()) final put ffff9261a613a000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1790100631.913760:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9261b2023000 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1790100631.913768:0:17873:0:(genops.c:885:class_export_put()) final put ffff9261b2027800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790100631.913770:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b2027800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1790100631.913776:0:17873:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790100631.913853:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b2020800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1790100631.913858:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261a24c5800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1790100631.913861:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9261a24c3000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1790100631.913865:0:17873:0:(genops.c:885:class_export_put()) final put ffff9261c198f800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790100631.913867:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261c198f800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1790100631.913870:0:17873:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790100631.913895:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261c198c000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1790100631.913907:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261a613a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1790100631.990681:0:20752:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1790100631.990701:0:20752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1790100631.990707:0:20752:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1790100631.990715:0:20752:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1790100631.990782:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790100631.990810:0:20752:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790100631.990812:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9261a6139800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1790100631.990825:0:17873:0:(genops.c:885:class_export_put()) final put ffff9261a24c6000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790100631.990828:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261a24c6000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1790100631.990842:0:17873:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790100631.990844:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790100631.990849:0:20752:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790100631.990852:0:20752:0:(genops.c:885:class_export_put()) final put ffff9261c198a000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1790100631.990855:0:20752:0:(genops.c:844:class_export_destroy()) destroying export ffff9261c198a000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1790100631.990864:0:20752:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790100631.990968:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287c90 00000020:00000080:0.0:1790100631.990975:0:20752:0:(genops.c:885:class_export_put()) final put ffff9261c198b000/lustre-MDD0000_UUID 00000020:01000000:0.0:1790100631.990990:0:20752:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1790100631.990995:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790100631.990999:0:20752:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1790100631.991002:0:20752:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff9261b2303380) has no exports 00000020:00000080:1.0:1790100631.991020:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261c198b000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1790100631.991022:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790100631.991028:0:20752:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1790100631.991031:0:20752:0:(genops.c:885:class_export_put()) final put ffff9261c1988800/lustre-MDD0000_UUID 00000020:00000080:0.0:1790100631.991033:0:20752:0:(genops.c:844:class_export_destroy()) destroying export ffff9261c1988800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1790100631.991038:0:20752:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:0.0:1790100631.991067:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287c97 00000020:00000080:0.0:1790100631.991072:0:20752:0:(genops.c:885:class_export_put()) final put ffff9261c198e800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1790100631.991088:0:20752:0:(tgt_mount.c:187:server_put_mount()) put mount ffff926184c6f000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1790100631.991092:0:20752:0:(obd_mount.c:710:lustre_put_lsi()) put ffff926184c6f000 3 00000020:01000004:0.0:1790100631.991095:0:20752:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff926184c6f000 from lustre-MDT0000 00000020:00000080:0.0:1790100631.991112:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790100631.991115:0:20752:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1790100631.991118:0:20752:0:(genops.c:885:class_export_put()) final put ffff9261c198c800/lustre-MDT0000_UUID 00000020:00000080:0.0:1790100631.991120:0:20752:0:(genops.c:844:class_export_destroy()) destroying export ffff9261c198c800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1790100631.991127:0:20752:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000080:1.0:1790100631.991155:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261c198e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:0.0:1790100631.991155:0:20752:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1790100631.991160:0:20752:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1790100631.991164:0:20752:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1790100631.991167:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790100631.991170:0:20752:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1790100631.991182:0:20752:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff9261b2354000 687676b7-da9e-40a3-8051-3299bac6cf99 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1790100631.991188:0:20752:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff9261b79f99c0) has exports, disconnecting them 00000020:00080000:0.0:1790100631.991192:0:20752:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9261b2354000), last request at 1790100544 00000020:00000080:0.0:1790100631.991206:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287c3c 00000020:00010000:0.0:1790100631.991209:0:20752:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9261b2354000: total 0 00000100:00080000:0.0:1790100631.991213:0:20752:0:(import.c:65:import_set_state_nolock()) ffff9261b2355000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1790100631.991231:0:20752:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9261b2354000): rc 0 00000020:00080000:0.0:1790100631.991235:0:20752:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff9261b79f99c0) has no exports 00000020:00010000:1.0:1790100631.991258:0:17169:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9261b2354000: total 0 00010000:00010000:1.0:1790100631.991263:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100631.991295:0:17169:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9261b2354000, canceled 0 locks, left on hash table 13. 00000100:00100000:0.0:1790100631.991306:0:17175:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff9261a636d000:17175] 2 exiting: rc = 0 00010000:00010000:1.0:1790100631.991327:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926083927200/0xc87a4f2298287c4a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298287c43 expref: 14 pid: 17174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100631.991368:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261a63b6800/0xc87a4f2298287f37 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298287f30 expref: 13 pid: 17175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100631.991384:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926083927800/0xc87a4f2298287d5b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298287d54 expref: 12 pid: 17174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100631.991401:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261a63b7600/0xc87a4f2298287ec7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298287ec0 expref: 11 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100631.991414:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261a63b7400/0xc87a4f22982881f3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f22982881ec expref: 10 pid: 17175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100631.991424:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926083926000/0xc87a4f2298287e18 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298287e11 expref: 9 pid: 17175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100631.991434:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261a63b7a00/0xc87a4f2298287d69 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298287d62 expref: 8 pid: 17175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100631.991460:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926083927600/0xc87a4f2298287d77 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298287d70 expref: 7 pid: 17174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100631.991469:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261a63b6e00/0xc87a4f229828820f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298288208 expref: 6 pid: 17174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100631.991491:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261a63b7800/0xc87a4f2298288201 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f22982881fa expref: 5 pid: 17175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100631.991503:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92619565de00/0xc87a4f2298287f61 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298287f5a expref: 4 pid: 17174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100631.991512:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926184b8f600/0xc87a4f2298287fa0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298287f99 expref: 3 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100631.991522:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92619565c800/0xc87a4f2298287e9d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc87a4f2298287e96 expref: 2 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100631.991531:0:17169:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9261b2354000, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1790100631.991544:0:17169:0:(genops.c:885:class_export_put()) final put ffff9261b2354000/687676b7-da9e-40a3-8051-3299bac6cf99 00010000:00010000:1.0:1790100631.991560:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100631.991562:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100631.991565:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100631.991612:0:17174:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff9261a612be00:17174] 1 exiting: rc = 0 00000100:00100000:1.0:1790100631.991671:0:17173:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff9261a636d400:17173] 0 exiting: rc = 1 00000020:00000080:0.0:1790100631.991716:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b2354000/687676b7-da9e-40a3-8051-3299bac6cf99 for MGS 00000020:00000080:0.0:1790100631.991747:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9261b2355000 for MGS 00000100:00100000:1.0:1790100631.991756:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991766:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991773:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991790:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991795:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991810:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991816:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991824:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991832:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991839:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991848:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991856:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991861:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991867:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991885:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991891:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991896:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991901:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991907:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991912:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991918:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991923:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991929:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991933:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991938:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991954:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991959:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991964:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991969:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991975:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991980:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991986:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991992:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.991997:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992003:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992009:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992014:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992019:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992025:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992030:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992042:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992048:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992054:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992060:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992064:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992069:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992074:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992079:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992084:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992089:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992094:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992099:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992104:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992109:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992115:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992120:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992125:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992130:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992135:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992140:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992145:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992150:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992155:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100631.992160:0:20752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1790100631.994905:0:20752:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff926082235060 - data ffff9261823266c0/ffff9261b6592800 00000020:01000000:1.0:1790100631.995038:0:20752:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff926083e1a180 - data ffff92619e0a6af8/ffff926083c81400 00000020:00000080:1.0:1790100631.995503:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287c20 00000020:00000080:1.0:1790100631.995511:0:20752:0:(genops.c:885:class_export_put()) final put ffff926184c6b800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1790100631.995532:0:20752:0:(tgt_mount.c:187:server_put_mount()) put mount ffff926184c6f000 from MGS, refs=2 00000020:01000004:1.0:1790100631.995535:0:20752:0:(obd_mount.c:710:lustre_put_lsi()) put ffff926184c6f000 2 00000020:01000004:1.0:1790100631.995538:0:20752:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff926184c6f000 from MGS 00000020:00000080:1.0:1790100631.995560:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790100631.995566:0:20752:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1790100631.995569:0:20752:0:(genops.c:885:class_export_put()) final put ffff926184c68800/MGS 00000020:00000080:1.0:1790100631.995591:0:20752:0:(genops.c:844:class_export_destroy()) destroying export ffff926184c68800/MGS for MGS 00000020:01000000:1.0:1790100631.995599:0:20752:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000080:0.0:1790100631.995639:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff926184c6b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1790100631.995658:0:20752:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1790100631.995663:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790100631.995668:0:20752:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1790100631.995675:0:20752:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9261c198e000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790100631.995680:0:20752:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff9260832399c0) has exports, disconnecting them 00000020:00080000:1.0:1790100631.995702:0:20752:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9261c198e000), last request at 1790100544 00000020:00000080:1.0:1790100631.995707:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287d23 00000020:00080000:1.0:1790100631.995716:0:20752:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9261c198e000): rc 0 00000020:00000080:1.0:1790100631.995721:0:20752:0:(genops.c:885:class_export_put()) final put ffff9261c198e000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1790100631.996337:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9261c198e000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1790100631.998391:0:20752:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1790100631.998399:0:20752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790100631.998403:0:20752:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1790100631.998411:0:20752:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1790100631.998441:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92608490d800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1790100632.000121:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790100632.000134:0:20752:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1790100632.000140:0:20752:0:(genops.c:885:class_export_put()) final put ffff9261c198d000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1790100632.000144:0:20752:0:(genops.c:844:class_export_destroy()) destroying export ffff9261c198d000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1790100632.000151:0:20752:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1790100632.000234:0:20752:0:(obd_mount.c:710:lustre_put_lsi()) put ffff926184c6f000 1 00000020:00000080:0.0:1790100632.000240:0:20752:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287c12 00000020:00000080:0.0:1790100632.000247:0:20752:0:(genops.c:885:class_export_put()) final put ffff926184c6f800/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1790100632.000262:0:20752:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1790100632.000277:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff926184c6f800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1790100632.000290:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790100632.000305:0:20752:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1790100632.000309:0:20752:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff9261b79f8000) has no exports 00000020:00000080:1.0:1790100632.151424:0:20752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790100632.151436:0:20752:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1790100632.151441:0:20752:0:(genops.c:885:class_export_put()) final put ffff926184c68000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1790100632.151445:0:20752:0:(genops.c:844:class_export_destroy()) destroying export ffff926184c68000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1790100632.151456:0:20752:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1790100632.151565:0:20752:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff926184c6d000 00000020:02000400:1.0:1790100632.151626:0:20752:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:3.0:1790100632.344142:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100633.357323:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100634.376558:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100635.400622:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100635.595965:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790100635.595995:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b79ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141074176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1790100635.596069:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100635.596501:0:19974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141074176 00000100:00100000:1.0:1790100635.596508:0:19974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141074176 00000100:00100000:1.0:1790100635.596563:0:19974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1790100635.596572:0:19974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141074176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1790100635.596615:0:19974:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1790100635.596672:0:19974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141074176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100635.596679:0:19974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1790100635.596841:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790100635.596880:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b79ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141074176:0@lo:13:osp-pre-0-1.0 00000020:01000004:3.0:1790100636.000720:0:20954:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:0.0:1790100636.016031:0:20954:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1790100636.016086:0:20954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b6200/0xc87a4f2298287e11 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298287e18 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.016101:0:20954:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b6200/0xc87a4f2298287e11 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298287e18 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.016109:0:20954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b6200/0xc87a4f2298287e11 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287e18 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.016116:0:20954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff9261a63b6200/0xc87a4f2298287e11 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287e18 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.016140:0:20954:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1790100636.016146:0:20954:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1790100636.016172:0:20954:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790100636.016176:0:20954:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1790100636.016182:0:20954:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1790100636.016187:0:20954:0:(import.c:65:import_set_state_nolock()) ffff926083dae800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1790100636.016192:0:20954:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790100636.016194:0:20954:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1790100636.016196:0:20954:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1790100636.016455:0:19677:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790100636.016468:0:19677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9261a63b6200/0xc87a4f2298287e11 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287e18 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100636.016476:0:19677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6200 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:1.0:1790100636.016480:0:19677:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9261a63b6200/0xc87a4f2298287e11 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287e18 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100636.016489:0:19677:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9261a63b6200/0xc87a4f2298287e11 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f2298287e18 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790100636.016497:0:19677:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9261a63b6200/0xc87a4f2298287e11 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f2298287e18 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790100636.016503:0:19677:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1790100636.016506:0:19677:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1790100636.016508:0:19677:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1790100636.016543:0:19677:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9261a63b6200/0xc87a4f2298287e11 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287e18 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100636.016550:0:19677:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1790100636.016609:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b79ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:687676b7-da9e-40a3-8051-3299bac6cf99:3643:1877056141074304:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790100636.016681:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100636.016838:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141074304 00000100:00100000:3.0:1790100636.016847:0:17167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141074304 00000100:00100000:3.0:1790100636.016989:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790100636.016996:0:17167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1877056141074304:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1790100636.017002:0:17167:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790100636 with bad export cookie 14445945764744559676 00010000:00010000:1.0:1790100636.017678:0:19677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9261a63b6200/0xc87a4f2298287e11 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287e18 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100636.017688:0:19677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9261a63b6200/0xc87a4f2298287e11 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287e18 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.018767:0:20954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff92619565c600/0xc87a4f2298287d70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298287d77 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.018781:0:20954:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff92619565c600/0xc87a4f2298287d70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298287d77 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.018788:0:20954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff92619565c600/0xc87a4f2298287d70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287d77 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.018795:0:20954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff92619565c600/0xc87a4f2298287d70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287d77 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.018815:0:20954:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790100636.018822:0:20954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff92619565d600/0xc87a4f2298287f99 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298287fa0 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.018911:0:20954:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff92619565d600/0xc87a4f2298287f99 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298287fa0 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.018918:0:20954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff92619565d600/0xc87a4f2298287f99 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287fa0 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.018924:0:20954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff92619565d600/0xc87a4f2298287f99 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287fa0 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.018940:0:20954:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1790100636.018948:0:20954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926184b8f000/0xc87a4f2298288208 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f229828820f expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.018954:0:20954:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926184b8f000/0xc87a4f2298288208 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f229828820f expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.018974:0:20954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926184b8f000/0xc87a4f2298288208 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f229828820f expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.018981:0:20954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff926184b8f000/0xc87a4f2298288208 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f229828820f expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.018989:0:20954:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1790100636.018995:0:20954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff92619565da00/0xc87a4f2298287d62 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298287d69 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.019002:0:20954:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff92619565da00/0xc87a4f2298287d62 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298287d69 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.019008:0:20954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff92619565da00/0xc87a4f2298287d62 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287d69 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.019013:0:20954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff92619565da00/0xc87a4f2298287d62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287d69 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.019019:0:20954:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:0.0:1790100636.019021:0:20954:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:0.0:1790100636.019051:0:20954:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1790100636.019055:0:20954:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1790100636.019059:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790100636.019064:0:20954:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1790100636.019070:0:20954:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff92608210c000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1790100636.019075:0:20954:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff926083d4b800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1790100636.019080:0:20954:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff92608323cd40) has exports, disconnecting them 00000020:00080000:0.0:1790100636.019092:0:20954:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff92608210c000), last request at 1790100630 00000020:00000080:0.0:1790100636.019100:0:20954:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287f8b 00000100:00080000:0.0:1790100636.019115:0:20954:0:(import.c:65:import_set_state_nolock()) ffff92608210d000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1790100636.019162:0:20954:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92608210c000): rc 0 00000020:00000080:0.0:1790100636.019164:0:20954:0:(genops.c:885:class_export_put()) final put ffff92608210c000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1790100636.019175:0:20954:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff926083d4b800), last request at 1790100630 00000020:00000080:0.0:1790100636.019178:0:20954:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287ef1 00000100:00080000:0.0:1790100636.019185:0:20954:0:(import.c:65:import_set_state_nolock()) ffff926083d4f800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1790100636.019190:0:20954:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff926083d4b800): rc 0 00000020:00000080:0.0:1790100636.019191:0:20954:0:(genops.c:885:class_export_put()) final put ffff926083d4b800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1790100636.019197:0:20954:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffbae481cfbae0 00000100:00080000:0.0:1790100636.019213:0:20954:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790100636.019216:0:20954:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1790100636.020265:0:20954:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1790100636.020272:0:20954:0:(import.c:65:import_set_state_nolock()) ffff926083b69800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1790100636.020496:0:20954:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1790100636.020500:0:20954:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1790100636.020513:0:20954:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1790100636.020573:0:20954:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1790100636.020665:0:20954:0:(import.c:65:import_set_state_nolock()) ffff9261a62f9000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1790100636.020681:0:20954:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1790100636.020683:0:20954:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1790100636.020752:0:20954:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1790100636.020898:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141074432:0@lo:9:umount.0 00000100:00100000:0.0:1790100636.020958:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1790100636.021006:0:20954:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1790100636.021017:0:20954:0:(import.c:65:import_set_state_nolock()) ffff926083b6a800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1790100636.021032:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6651180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141074560:0@lo:9:umount.0 00000100:00100000:0.0:1790100636.021065:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1790100636.021118:0:20954:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff92608323cd40) has no exports 00010000:00010000:0.0:1790100636.021151:0:17169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1790100636.021158:0:17169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff92619565c600/0xc87a4f2298287d70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287d77 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.021168:0:17169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92619565c600 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:0.0:1790100636.021172:0:17169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff92619565c600/0xc87a4f2298287d70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287d77 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.021181:0:17169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff92619565c600/0xc87a4f2298287d70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f2298287d77 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790100636.021187:0:17169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff92619565c600/0xc87a4f2298287d70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f2298287d77 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790100636.021193:0:17169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1790100636.021196:0:17169:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:0.0:1790100636.021199:0:17169:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:0.0:1790100636.021222:0:17169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff92619565c600/0xc87a4f2298287d70 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287d77 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.021227:0:17169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00000080:2.0:1790100636.022463:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff92608210c000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1790100636.022513:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926083d4b800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1790100636.022534:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92608210d000 for lustre-MDT0001 00000020:00000080:2.0:1790100636.022538:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff926083d4f800 for lustre-MDT0001 00010000:00010000:0.0:1790100636.022681:0:17169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff92619565c600/0xc87a4f2298287d70 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287d77 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.022692:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff92619565c600/0xc87a4f2298287d70 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287d77 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.022705:0:17169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1790100636.022710:0:17169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff92619565d600/0xc87a4f2298287f99 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287fa0 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.022723:0:17169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92619565d600 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:0.0:1790100636.022727:0:17169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff92619565d600/0xc87a4f2298287f99 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287fa0 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.022734:0:17169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff92619565d600/0xc87a4f2298287f99 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f2298287fa0 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790100636.022741:0:17169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff92619565d600/0xc87a4f2298287f99 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f2298287fa0 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790100636.022746:0:17169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1790100636.022749:0:17169:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1790100636.022752:0:17169:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1790100636.022771:0:17169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff92619565d600/0xc87a4f2298287f99 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287fa0 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.022776:0:17169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790100636.022784:0:17169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff92619565d600/0xc87a4f2298287f99 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287fa0 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.022789:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff92619565d600/0xc87a4f2298287f99 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287fa0 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.022801:0:17169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1790100636.022804:0:17169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff926184b8f000/0xc87a4f2298288208 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f229828820f expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.022810:0:17169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926184b8f000 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:0.0:1790100636.022812:0:17169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff926184b8f000/0xc87a4f2298288208 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f229828820f expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.022893:0:17169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff926184b8f000/0xc87a4f2298288208 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f229828820f expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790100636.022901:0:17169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff926184b8f000/0xc87a4f2298288208 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f229828820f expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790100636.022906:0:17169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1790100636.022908:0:17169:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1790100636.022910:0:17169:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1790100636.022925:0:17169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff926184b8f000/0xc87a4f2298288208 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f229828820f expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.022931:0:17169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790100636.022938:0:17169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff926184b8f000/0xc87a4f2298288208 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f229828820f expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.022943:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff926184b8f000/0xc87a4f2298288208 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f229828820f expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.022952:0:17169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790100636.022955:0:17169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff92619565da00/0xc87a4f2298287d62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287d69 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.022960:0:17169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92619565da00 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:0.0:1790100636.022963:0:17169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff92619565da00/0xc87a4f2298287d62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287d69 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.022968:0:17169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff92619565da00/0xc87a4f2298287d62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f2298287d69 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790100636.022982:0:17169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff92619565da00/0xc87a4f2298287d62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f2298287d69 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790100636.022987:0:17169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1790100636.022989:0:17169:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1790100636.022990:0:17169:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1790100636.023000:0:17169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff92619565da00/0xc87a4f2298287d62 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287d69 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.023004:0:17169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790100636.023008:0:17169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff92619565da00/0xc87a4f2298287d62 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287d69 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.023014:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff92619565da00/0xc87a4f2298287d62 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc87a4f2298287d69 expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100636.023023:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100636.023024:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100636.023028:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100636.023040:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:687676b7-da9e-40a3-8051-3299bac6cf99:3644:1877056141074688:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790100636.023090:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100636.023113:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:687676b7-da9e-40a3-8051-3299bac6cf99:3644:1877056141075200:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790100636.023129:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100636.023145:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790100636.023149:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6653800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:687676b7-da9e-40a3-8051-3299bac6cf99:3644:1877056141075072:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790100636.023164:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100636.023184:0:17165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141074688 00000100:00100000:0.0:1790100636.023190:0:17165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141074688 00000100:00100000:0.0:1790100636.023219:0:17165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141075200 00000100:00100000:0.0:1790100636.023222:0:17165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141075200 00000100:00100000:0.0:1790100636.023228:0:17165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141075072 00000100:00100000:0.0:1790100636.023230:0:17165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141075072 00000100:00100000:0.0:1790100636.023240:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790100636.023246:0:17165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6651f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3644:x1877056141074688:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1790100636.023251:0:17165:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790100636 with bad export cookie 14445945764744559676 00000100:00100000:2.0:1790100636.023392:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:0:1877056141074816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1790100636.023408:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1790100636.023413:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:687676b7-da9e-40a3-8051-3299bac6cf99:3641:1877056141074944:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790100636.023464:0:17165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6651f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3644:x1877056141074688:12345-0@lo:103:ldlm_bl.0 Request processed in 216us (372us total) trans 0 rc -107/-107 00000100:00100000:0.0:1790100636.023471:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790100636.023489:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790100636.023493:0:17165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6653b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3644:x1877056141075200:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1790100636.023497:0:17165:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790100636 with bad export cookie 14445945764744559676 00000100:00100000:2.0:1790100636.023540:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100636.023563:0:18335:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:2.0:1790100636.023572:0:18335:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00000100:00100000:0.0:1790100636.023685:0:17165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6653b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3644:x1877056141075200:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (553us total) trans 0 rc -107/-107 00000100:00100000:0.0:1790100636.023691:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790100636.023701:0:17165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141074944 00000100:00100000:0.0:1790100636.023705:0:17165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141074944 00000100:00100000:0.0:1790100636.023715:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790100636.023719:0:17165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6653100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3644:x1877056141075072:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1790100636.023723:0:17165:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790100636 with bad export cookie 14445945764744559676 00000100:00100000:0.0:1790100636.023744:0:17165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6653100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3644:x1877056141075072:12345-0@lo:103:ldlm_bl.0 Request processed in 24us (579us total) trans 0 rc -107/-107 00000100:00100000:0.0:1790100636.023749:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790100636.023758:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790100636.023761:0:17165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b21ff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3641:x1877056141074944:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1790100636.023765:0:17165:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790100636 with bad export cookie 14445945764744559676 00000100:00100000:0.0:1790100636.023797:0:17165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b21ff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3641:x1877056141074944:12345-0@lo:103:ldlm_bl.0 Request processed in 34us (257us total) trans 0 rc -107/-107 00000100:00100000:0.0:1790100636.023803:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:2.0:1790100636.023964:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.113@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1790100636.023968:0:3641:0:(import.c:65:import_set_state_nolock()) ffff9261b2352000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1790100636.023972:0:3641:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.113@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1790100636.024000:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.113@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:1.0:1790100636.025507:0:18688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141074432 00000100:00100000:1.0:1790100636.025514:0:18688:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141074432 00000100:00100000:1.0:1790100636.025564:0:18688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141074560 00000100:00100000:1.0:1790100636.025567:0:18688:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141074560 00000100:00100000:1.0:1790100636.025605:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1790100636.025620:0:18688:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1877056141074432:12345-0@lo:9:umount.0 00000020:00000080:1.0:1790100636.025675:0:18688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287f1b 00000100:00080000:1.0:1790100636.025683:0:18688:0:(import.c:65:import_set_state_nolock()) ffff926083875800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790100636.025733:0:18688:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1790100636.026681:0:18688:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3640:x1877056141074432:12345-0@lo:9:umount.0 Request processed in 1066us (5720us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100636.026690:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1790100636.026711:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1790100636.026720:0:18688:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1877056141074560:12345-0@lo:9:umount.0 00000020:00000080:1.0:1790100636.026735:0:18688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287fca 00000100:00080000:1.0:1790100636.026741:0:18688:0:(import.c:65:import_set_state_nolock()) ffff92608210a800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790100636.026763:0:18688:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1790100636.026856:0:18688:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3640:x1877056141074560:12345-0@lo:9:umount.0 Request processed in 139us (5790us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100636.026863:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1790100636.027963:0:17176:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1790100636.028010:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083b6a800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1790100636.028029:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1790100636.028031:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1790100636.028035:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6651180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141074560:0@lo:9:umount.0 00000100:00080000:1.0:1790100636.028047:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9261a62f9000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1790100636.028053:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1790100636.028055:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1790100636.028057:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141074432:0@lo:9:umount.0 00010000:00010000:1.0:1790100636.028087:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100636.028093:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100636.028095:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100636.028096:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100636.034803:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100636.034886:0:17167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1877056141074304:12345-0@lo:103:ldlm_bl.0 Request processed in 17885us (18200us total) trans 0 rc -107/-107 00000100:00100000:3.0:1790100636.034975:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:3.0:1790100636.043450:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.113@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1790100636.053465:0:3641:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.113@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1790100636.053471:0:3641:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1790100636.053482:0:3641:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9261b79ece00 x1877056141074304/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790100652 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100636.053496:0:3641:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9261b6650e00 x1877056141074688/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790100652 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100636.053505:0:3641:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9261b6652d80 x1877056141075200/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790100652 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100636.053514:0:3641:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9261b6653800 x1877056141075072/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790100652 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100636.053523:0:3641:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9261b6653480 x1877056141074944/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790100652 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1790100636.053547:0:3641:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1790100636.053551:0:3641:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1790100636.053552:0:3641:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1790100636.053712:0:3644:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9261b2352000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:0.0:1790100636.053736:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:687676b7-da9e-40a3-8051-3299bac6cf99:3644:1877056141074688:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790100636.053744:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:687676b7-da9e-40a3-8051-3299bac6cf99:3644:1877056141075200:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790100636.053774:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6653800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:687676b7-da9e-40a3-8051-3299bac6cf99:3644:1877056141075072:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1790100636.053840:0:3643:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9261b2352000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:3.0:1790100636.053866:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b79ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:687676b7-da9e-40a3-8051-3299bac6cf99:3643:1877056141074304:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1790100636.053967:0:3641:0:(import.c:65:import_set_state_nolock()) ffff9261b2352000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790100636.053973:0:3641:0:(import.c:545:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 0@lo last attempt 395 00000100:00080000:2.0:1790100636.053987:0:3641:0:(import.c:666:import_select_connection()) MGC192.168.203.113@tcp: import ffff9261b2352000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:2.0:1790100636.054014:0:3641:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a6b3a680 x1877056141075328/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790100636.054063:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:687676b7-da9e-40a3-8051-3299bac6cf99:3640:1877056141075328:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:1.0:1790100636.054113:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1877056141075328 offset 0 length 520: 4 00000100:00100000:2.0:1790100636.054167:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:687676b7-da9e-40a3-8051-3299bac6cf99:3641:1877056141074944:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1790100636.058524:0:20954:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff92608323cd40) has no exports 00000100:00080000:1.0:1790100636.104567:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1790100636.104577:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1790100636.104582:0:38:0:(import.c:65:import_set_state_nolock()) ffff926083d08000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790100636.104590:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 482 00000100:00080000:1.0:1790100636.104605:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1790100636.104626:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff926083d08000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1790100636.104674:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b79edf80 x1877056141075456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790100636.104727:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1790100636.104730:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1790100636.104733:0:38:0:(import.c:65:import_set_state_nolock()) ffff9260821cf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790100636.104736:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 482 00000100:00080000:1.0:1790100636.104738:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1790100636.104743:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9260821cf000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1790100636.104757:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b79ece00 x1877056141075712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790100636.104934:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b79eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1877056141075584:0@lo:400:kworker.0 00000100:00100000:1.0:1790100636.104996:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100636.105039:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790100636.105052:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b79ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1877056141075840:0@lo:400:kworker.0 00000100:00100000:1.0:1790100636.105105:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100636.105156:0:20322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141075584 00000100:00100000:1.0:1790100636.105163:0:20322:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141075584 00000100:00100000:1.0:1790100636.105217:0:20322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141075840 00000100:00100000:1.0:1790100636.105221:0:20322:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141075840 00000100:00100000:1.0:1790100636.105247:0:20322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1790100636.105261:0:20322:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084835f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3641:x1877056141075584:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1790100636.105268:0:20322:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1790100636.105318:0:20322:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084835f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3641:x1877056141075584:12345-0@lo:400:kworker.0 Request processed in 55us (321us total) trans 0 rc -107/-107 00000100:00100000:1.0:1790100636.105324:0:20322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1790100636.105376:0:20322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1790100636.105381:0:20322:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1953480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3641:x1877056141075840:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1790100636.105385:0:20322:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1790100636.105408:0:20322:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1953480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3641:x1877056141075840:12345-0@lo:400:kworker.0 Request processed in 26us (302us total) trans 0 rc -107/-107 00000100:00100000:1.0:1790100636.105413:0:20322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:1.0:1790100636.105445:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0001 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1790100636.105449:0:3641:0:(import.c:65:import_set_state_nolock()) ffff92608210b000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1790100636.105452:0:3641:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:0.0:1790100636.108054:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b79edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1877056141075456:0@lo:38:kworker.0 00000100:00100000:0.0:1790100636.108123:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100636.108159:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b79ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1877056141075712:0@lo:38:kworker.0 00000100:00100000:0.0:1790100636.108183:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100636.108219:0:17180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141075456 00000100:00100000:0.0:1790100636.108226:0:17180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141075456 00000100:00100000:0.0:1790100636.108255:0:17180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141075712 00000100:00100000:0.0:1790100636.108258:0:17180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141075712 00000100:00100000:0.0:1790100636.108269:0:17180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1790100636.108275:0:17180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1877056141075456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1790100636.108295:0:17180:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1790100636.108386:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1790100636.108391:0:17182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1877056141075712:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1790100636.108401:0:17182:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1790100636.108443:0:17182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1877056141075712:12345-0@lo:38:kworker.0 Request processed in 50us (258us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790100636.108449:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:3.0:1790100636.108559:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9260821cf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790100636.108564:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1790100636.108567:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b79ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1877056141075712:0@lo:38:kworker.0 00000100:00080000:1.0:1790100636.122395:0:3641:0:(import.c:65:import_set_state_nolock()) ffff92608210b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790100636.122408:0:3641:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 437 00000100:00080000:1.0:1790100636.122423:0:3641:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff92608210b000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1790100636.122462:0:3641:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261c1951880 x1877056141075968/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790100636.122483:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b79ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1877056141075840:0@lo:400:kworker.0 00000100:00080000:1.0:1790100636.122512:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0000 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1790100636.122516:0:3641:0:(import.c:65:import_set_state_nolock()) ffff926083d0a800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1790100636.122519:0:3641:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1790100636.122538:0:3641:0:(import.c:65:import_set_state_nolock()) ffff926083d0a800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790100636.122541:0:3641:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 423 00000100:00080000:1.0:1790100636.122547:0:3641:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff926083d0a800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1790100636.122560:0:3641:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261c1950000 x1877056141076096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790100636.122571:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b79eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1877056141075584:0@lo:400:kworker.0 00000100:00100000:3.0:1790100636.123263:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1877056141075968:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1790100636.123354:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100636.123392:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1877056141076096:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1790100636.123414:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100636.123463:0:20322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141075968 00000100:00100000:3.0:1790100636.123469:0:20322:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141075968 00000100:00100000:3.0:1790100636.123496:0:20322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141076096 00000100:00100000:3.0:1790100636.123499:0:20322:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141076096 00000100:00100000:3.0:1790100636.123511:0:20322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1790100636.123518:0:20322:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6259500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1877056141075968:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:3.0:1790100636.123534:0:20322:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0001: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1790100636.123596:0:20322:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6259500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1877056141075968:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 76us (259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790100636.123603:0:20322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1790100636.123618:0:20322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1790100636.123621:0:20322:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a625b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1877056141076096:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:3.0:1790100636.123628:0:20322:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0001: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1790100636.123650:0:20322:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a625b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1877056141076096:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 27us (234us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790100636.123664:0:20322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:3.0:1790100636.124486:0:3640:0:(import.c:65:import_set_state_nolock()) ffff92608210b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790100636.124493:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1790100636.124498:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1877056141075968:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:3.0:1790100636.124515:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083d0a800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790100636.124519:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1790100636.124521:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1877056141076096:0@lo:38:ptlrpcd_00_00.0 00000020:01000000:3.0:1790100636.151039:0:20954:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff92608335e2a0 - data ffff92619e0986c0/ffff9261b660ec00 00000020:01000000:3.0:1790100636.151208:0:20954:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff926083de8de0 - data ffff92619e2dc360/ffff9261916fd400 00000100:00100000:0.0:1790100636.177556:0:17180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1877056141075456:12345-0@lo:38:kworker.0 Request processed in 69265us (69418us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790100636.177569:0:17180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:1.0:1790100636.177740:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083d08000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790100636.177746:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790100636.177750:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b79edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1877056141075456:0@lo:38:kworker.0 00000001:00000004:3.0:1790100636.183065:0:20954:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:0.0:1790100636.243441:0:20954:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790100636.243450:0:20954:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1790100636.243456:0:20954:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1790100636.248938:0:20954:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1790100636.248946:0:20954:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1790100636.248967:0:20954:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1790100636.248970:0:20954:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1790100636.250786:0:17922:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1790100636.250793:0:17922:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1790100636.250807:0:17922:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1790100636.251504:0:20954:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1790100636.251510:0:20954:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1790100636.251526:0:20954:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1790100636.251529:0:20954:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1790100636.252066:0:17924:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1790100636.252070:0:17924:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1790100636.252079:0:17924:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1790100636.253005:0:20954:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287d85 00000020:00000080:0.0:1790100636.253015:0:20954:0:(genops.c:885:class_export_put()) final put ffff9261b766e800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1790100636.255410:0:20954:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287d9a 00000020:00000080:0.0:1790100636.255430:0:20954:0:(genops.c:885:class_export_put()) final put ffff9261b766b800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1790100636.255441:0:20954:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:0.0:1790100636.255449:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790100636.255464:0:20954:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1790100636.255470:0:20954:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff92608323b380) has no exports 00000004:01000000:0.0:1790100636.255845:0:20954:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1790100636.255854:0:20954:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287dee 00000020:00000080:0.0:1790100636.255858:0:20954:0:(genops.c:885:class_export_put()) final put ffff9261b777c800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1790100636.255863:0:20954:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:0.0:1790100636.255866:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790100636.255871:0:20954:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1790100636.255873:0:20954:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff9261b7973380) has no exports 00000020:00000080:0.0:1790100636.255882:0:20954:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287de7 00000020:00000080:0.0:1790100636.255886:0:20954:0:(genops.c:885:class_export_put()) final put ffff926083b6f800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1790100636.256327:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b766e800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1790100636.256375:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b766b800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:3.0:1790100636.256383:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b777c800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1790100636.256390:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926083b6f800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1790100636.256788:0:20954:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:0.0:1790100636.256793:0:20954:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1790100636.256797:0:20954:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1790100636.256802:0:20954:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1790100636.256804:0:20954:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1790100636.256840:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790100636.256847:0:20954:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1790100636.256853:0:20954:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287dd9 00000020:00000080:0.0:1790100636.256866:0:20954:0:(genops.c:885:class_export_put()) final put ffff9261a62fe800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1790100636.256870:0:20954:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:0.0:1790100636.256873:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790100636.256877:0:20954:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1790100636.256880:0:20954:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff9261a6943380) has no exports 00000020:00000080:0.0:1790100636.256885:0:20954:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287dd2 00000020:00000080:0.0:1790100636.256887:0:20954:0:(genops.c:885:class_export_put()) final put ffff9261a62fd800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1790100636.257000:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff926083b6a800 for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1790100636.257005:0:17873:0:(genops.c:885:class_export_put()) final put ffff9261a62f9800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1790100636.257007:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261a62f9800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:3.0:1790100636.257011:0:17873:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1790100636.257367:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261a62fe800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1790100636.257437:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261a62fd800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1790100636.257660:0:20954:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:0.0:1790100636.257664:0:20954:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1790100636.257666:0:20954:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1790100636.257670:0:20954:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1790100636.257671:0:20954:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1790100636.257703:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790100636.257708:0:20954:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:0.0:1790100636.257717:0:20954:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1790100636.257722:0:20954:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287dbd 00000020:00000080:0.0:1790100636.257726:0:20954:0:(genops.c:885:class_export_put()) final put ffff9261b766d000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1790100636.257731:0:20954:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:0.0:1790100636.257734:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790100636.257737:0:20954:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1790100636.257739:0:20954:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff9261b7974d40) has no exports 00000020:00000080:0.0:1790100636.257743:0:20954:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287db6 00000020:00000080:0.0:1790100636.257745:0:20954:0:(genops.c:885:class_export_put()) final put ffff926083b6e800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1790100636.260379:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9261a62f9000 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1790100636.260392:0:17873:0:(genops.c:885:class_export_put()) final put ffff9261a62fe000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1790100636.260396:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261a62fe000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1790100636.260403:0:17873:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1790100636.260483:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b766d000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1790100636.260489:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926083b6e800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1790100636.266501:0:20954:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:1.0:1790100636.266511:0:20954:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790100636.266516:0:20954:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1790100636.266524:0:20954:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1790100636.266589:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790100636.266600:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff926083b69800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1790100636.266601:0:20954:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1790100636.266611:0:17873:0:(genops.c:885:class_export_put()) final put ffff9261b6957000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1790100636.266614:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b6957000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1790100636.266621:0:17873:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1790100636.266626:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790100636.266629:0:20954:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1790100636.266632:0:20954:0:(genops.c:885:class_export_put()) final put ffff9261c198f000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1790100636.266634:0:20954:0:(genops.c:844:class_export_destroy()) destroying export ffff9261c198f000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1790100636.266642:0:20954:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1790100636.266984:0:20954:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287da1 00000020:00000080:1.0:1790100636.266991:0:20954:0:(genops.c:885:class_export_put()) final put ffff9261b766f800/lustre-MDD0001_UUID 00000020:01000000:1.0:1790100636.267007:0:20954:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:1.0:1790100636.267013:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790100636.267030:0:20954:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1790100636.267035:0:20954:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff9261a6944d40) has no exports 00000020:00000080:1.0:1790100636.267056:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790100636.267060:0:20954:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:1.0:1790100636.267065:0:20954:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287da8 00000020:00000080:1.0:1790100636.267069:0:20954:0:(genops.c:885:class_export_put()) final put ffff9261b7668000/lustre-MDT0001-osd_UUID 00000020:01000004:1.0:1790100636.267077:0:20954:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9261b5ae0000 from lustre-MDT0001, refs=2 00000020:01000004:1.0:1790100636.267080:0:20954:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9261b5ae0000 2 00000020:01000004:1.0:1790100636.267083:0:20954:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9261b5ae0000 from lustre-MDT0001 00000020:00000080:1.0:1790100636.267102:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790100636.267105:0:20954:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:1.0:1790100636.267108:0:20954:0:(genops.c:885:class_export_put()) final put ffff9261b7669800/lustre-MDT0001_UUID 00000020:00000080:1.0:1790100636.267110:0:20954:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b7669800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:1.0:1790100636.267117:0:20954:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:1.0:1790100636.267150:0:20954:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:1.0:1790100636.267154:0:20954:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:1.0:1790100636.267156:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790100636.267159:0:20954:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1790100636.267166:0:20954:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff926083165800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790100636.267171:0:20954:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff9261b23019c0) has exports, disconnecting them 00000020:00080000:1.0:1790100636.267176:0:20954:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff926083165800), last request at 1790100558 00000020:00000080:1.0:1790100636.267180:0:20954:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287e26 00000020:00080000:1.0:1790100636.267192:0:20954:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff926083165800): rc 0 00000020:00000080:1.0:1790100636.267195:0:20954:0:(genops.c:885:class_export_put()) final put ffff926083165800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1790100636.267363:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b766f800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1790100636.267372:0:17873:0:(genops.c:885:class_export_put()) final put ffff9261b766c000/lustre-MDD0001_UUID 00000020:00000080:3.0:1790100636.267374:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b766c000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1790100636.267379:0:17873:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:3.0:1790100636.267473:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b7668000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1790100636.267478:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926083165800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:3.0:1790100636.349476:0:20954:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:3.0:1790100636.349485:0:20954:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1790100636.349490:0:20954:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1790100636.349497:0:20954:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1790100636.349528:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff926083dae800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1790100636.349724:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790100636.349733:0:20954:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:3.0:1790100636.349738:0:20954:0:(genops.c:885:class_export_put()) final put ffff9261a631d800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1790100636.349741:0:20954:0:(genops.c:844:class_export_destroy()) destroying export ffff9261a631d800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1790100636.349753:0:20954:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:3.0:1790100636.349817:0:20954:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9261b5ae0000 1 00000020:00000080:3.0:1790100636.349822:0:20954:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287d4d 00000020:00000080:3.0:1790100636.349828:0:20954:0:(genops.c:885:class_export_put()) final put ffff9261b5ae7000/lustre-MDT0001-osd_UUID 00000020:01000000:3.0:1790100636.349837:0:20954:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:3.0:1790100636.349845:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b5ae7000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1790100636.349854:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790100636.349859:0:20954:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1790100636.349862:0:20954:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff9260829619c0) has no exports 00010000:00010000:1.0:1790100636.425488:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1790100636.435109:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790100636.435122:0:20954:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:2.0:1790100636.435127:0:20954:0:(genops.c:885:class_export_put()) final put ffff9261b5ae2800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1790100636.435132:0:20954:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b5ae2800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1790100636.435144:0:20954:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:2.0:1790100636.435289:0:20954:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9261b5ae5000 00000020:01000000:2.0:1790100636.435313:0:20954:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1790100636.435316:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790100636.435320:0:20954:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1790100636.435324:0:20954:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff926083238000) has no exports 00000100:00100000:0.0:1790100636.435721:0:20322:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff9260823a2e00:20322] 3 exiting: rc = 0 00000100:00100000:0.0:1790100636.435835:0:17180:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff9261898f6400:17180] 0 exiting: rc = 1 00000100:00100000:1.0:1790100636.435966:0:17181:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff926083109800:17181] 1 exiting: rc = 0 00000100:00100000:1.0:1790100636.436031:0:17182:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff9261a2d4de00:17182] 2 exiting: rc = 0 00000100:00100000:2.0:1790100636.436480:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436487:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436493:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436499:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436504:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436509:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436514:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436519:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436525:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436531:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436552:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436557:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436562:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436567:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436573:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436578:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436583:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436588:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436593:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436599:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436605:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436610:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436616:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436622:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436627:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436632:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436638:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436643:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436648:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436663:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436670:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436675:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436680:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436685:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436691:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436696:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436701:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436707:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436712:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436717:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436723:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436727:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436733:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436738:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436743:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436756:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436760:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436765:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436770:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436776:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436781:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436786:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436791:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436795:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436800:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436805:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436810:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436815:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436820:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436826:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436830:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436836:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436841:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.436846:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100636.441247:0:17183:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff92619229b200:17183] 0 exiting: rc = 1 00000100:00100000:0.0:1790100636.441378:0:17184:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff92619229ba00:17184] 1 exiting: rc = 0 00000100:00100000:2.0:1790100636.442177:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442189:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442196:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442201:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442206:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442211:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442216:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442221:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442227:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442233:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442239:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442244:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442249:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442254:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442260:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442265:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442288:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442293:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442299:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442305:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442309:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442315:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442319:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442325:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442331:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442366:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442374:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442380:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442386:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442391:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442396:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442402:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442408:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442414:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442420:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442425:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442430:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442434:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442440:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442446:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442452:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442458:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442464:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442469:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442475:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442480:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442486:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442491:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442496:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442503:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442510:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442525:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442530:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442535:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442540:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442545:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442550:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442555:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442561:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442566:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442571:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442576:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442581:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.442586:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443027:0:17921:0:(service.c:3188:ptlrpc_main()) mdt_out00_002: service thread [ffff9261b20d9200:17921] 2 exiting: rc = 0 00000100:00100000:0.0:1790100636.443520:0:17185:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff926083e16c00:17185] 0 exiting: rc = 1 00000100:00100000:0.0:1790100636.443591:0:17186:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff926193b54000:17186] 1 exiting: rc = 0 00000100:00100000:2.0:1790100636.443700:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443709:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443726:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443735:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443740:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443745:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443751:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443757:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443762:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443769:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443775:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443780:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443786:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443792:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443812:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443820:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443826:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443833:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443840:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443845:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443852:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443873:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443879:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443884:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443890:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443896:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443918:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443926:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443932:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443940:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443947:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443953:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443959:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443964:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443970:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443976:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443980:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.443986:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444007:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444014:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444019:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444026:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444033:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444039:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444045:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444052:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444057:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444063:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444069:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444075:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444095:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444103:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444108:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444113:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444119:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444125:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444138:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444144:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444150:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444157:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444163:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444169:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444175:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.444182:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456760:0:17187:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff926189fa6800:17187] 0 exiting: rc = 1 00000100:00100000:2.0:1790100636.456848:0:17188:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9261b2371000:17188] 1 exiting: rc = 0 00000100:00100000:2.0:1790100636.456902:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456909:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456915:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456920:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456926:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456931:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456936:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456941:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456947:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456952:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456958:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456963:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456968:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456980:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456985:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456989:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456994:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.456999:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457005:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457010:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457015:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457021:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457026:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457031:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457035:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457053:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457058:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457063:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457068:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457073:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457078:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457083:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457089:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457093:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457099:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457104:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457109:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457114:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457119:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457124:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457129:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457135:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457139:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457145:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457150:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457155:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457159:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457164:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457169:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457173:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457177:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457182:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457186:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457191:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457196:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457201:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457205:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457209:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457214:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457218:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457232:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457236:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457241:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457246:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457530:0:17189:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9261b2370000:17189] 0 exiting: rc = 1 00000100:00100000:2.0:1790100636.457586:0:17190:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff926083e16400:17190] 1 exiting: rc = 0 00000100:00100000:2.0:1790100636.457631:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457639:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457644:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.457649:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458906:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458921:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458925:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458930:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458935:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458939:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458943:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458948:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458952:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458956:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458961:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458965:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458969:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458974:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458979:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458984:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458988:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458992:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.458997:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459001:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459006:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459009:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459014:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459018:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459024:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459038:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459042:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459046:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459051:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459056:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459062:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459067:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459072:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459077:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459083:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459088:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459093:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459098:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459103:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459108:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459113:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459118:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459123:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459128:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459133:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459138:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459143:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459148:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459154:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459159:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459164:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459169:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459173:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459177:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459182:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459188:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459193:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459197:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459202:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459208:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459556:0:17191:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff9261b2371400:17191] 0 exiting: rc = 1 00000100:00100000:2.0:1790100636.459631:0:17192:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff9261b2370c00:17192] 1 exiting: rc = 0 00000100:00100000:2.0:1790100636.459686:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459692:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459698:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459703:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459709:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459714:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459720:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459725:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459730:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459735:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459740:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459745:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459751:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459756:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459760:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459766:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459771:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459775:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459780:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459785:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459789:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459794:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459798:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459803:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459808:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459813:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459818:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459822:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459826:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459831:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459836:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459840:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459844:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459858:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459863:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459868:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459873:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459877:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459882:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459888:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459893:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459898:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459903:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459908:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459914:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459918:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459923:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459928:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459933:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459938:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459944:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459950:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459955:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459959:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459964:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459969:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459975:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459980:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459984:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459989:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459994:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.459999:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.460004:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.460009:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.460456:0:17193:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff9261b2370e00:17193] 0 exiting: rc = 1 00000100:00100000:2.0:1790100636.460620:0:17194:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff926184a52200:17194] 1 exiting: rc = 0 00000100:00100000:3.0:1790100636.461289:0:17195:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff926184a53e00:17195] 2 exiting: rc = 0 00000100:00100000:2.0:1790100636.461591:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461599:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461617:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461623:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461637:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461670:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461677:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461683:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461689:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461694:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461699:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461704:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461709:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461715:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461721:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461726:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461732:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461737:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461743:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461748:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461754:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461760:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461766:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461771:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461776:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461781:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461787:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461792:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461798:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461818:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461825:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461831:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461837:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461842:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461848:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461853:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461859:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461873:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461879:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461884:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461889:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461895:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461900:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461905:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461911:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461916:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461921:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461927:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461932:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461937:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461942:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461947:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461953:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461972:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461979:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461984:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461990:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461995:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.461999:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.462005:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.462010:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.462015:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.462021:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100636.462034:0:20954:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1790100636.465741:0:20954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790100636.465754:0:20954:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1790100636.465761:0:20954:0:(genops.c:885:class_export_put()) final put ffff926185557800/MDS_uuid 00000020:00000080:2.0:1790100636.465765:0:20954:0:(genops.c:844:class_export_destroy()) destroying export ffff926185557800/MDS_uuid for MDS 00000020:01000000:2.0:1790100636.465772:0:20954:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1790100636.465917:0:20954:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1790100637.448696:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100638.479130:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100639.498968:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1790100640.148781:0:21156:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:0.0:1790100640.175535:0:21156:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1790100640.175586:0:21156:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b6000/0xc87a4f2298287ec0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298287ec7 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100640.175615:0:21156:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b6000/0xc87a4f2298287ec0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298287ec7 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100640.175622:0:21156:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b6000/0xc87a4f2298287ec0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287ec7 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100640.175637:0:21156:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff9261a63b6000/0xc87a4f2298287ec0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287ec7 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100640.175663:0:21156:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1790100640.175668:0:21156:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1790100640.175692:0:21156:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790100640.175696:0:21156:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1790100640.175702:0:21156:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1790100640.175708:0:21156:0:(import.c:65:import_set_state_nolock()) ffff926083d08000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1790100640.175713:0:21156:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790100640.175715:0:21156:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1790100640.175718:0:21156:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1790100640.176711:0:21156:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1790100640.176717:0:21156:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1790100640.176721:0:21156:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1790100640.176725:0:21156:0:(import.c:65:import_set_state_nolock()) ffff926083d0a800 lustre-MDT0001_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1790100640.176729:0:21156:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1790100640.176730:0:21156:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1790100640.176733:0:21156:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1790100640.177692:0:19677:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100640.177703:0:19677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9261a63b6000/0xc87a4f2298287ec0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287ec7 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100640.177732:0:19677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6000 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:3.0:1790100640.177736:0:19677:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9261a63b6000/0xc87a4f2298287ec0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287ec7 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100640.177746:0:19677:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9261a63b6000/0xc87a4f2298287ec0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f2298287ec7 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100640.177753:0:19677:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9261a63b6000/0xc87a4f2298287ec0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f2298287ec7 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100640.177758:0:19677:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1790100640.177760:0:19677:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1790100640.177763:0:19677:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1790100640.177778:0:19677:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9261b2352000 00010000:00010000:3.0:1790100640.177781:0:19677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9261a63b6000/0xc87a4f2298287ec0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xc87a4f2298287ec7 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100640.177788:0:19677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9261a63b6000/0xc87a4f2298287ec0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xc87a4f2298287ec7 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100640.177802:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100640.177804:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100640.177806:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100640.179787:0:21156:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083926400/0xc87a4f2298287e96 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298287e9d expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100640.179823:0:21156:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083926400/0xc87a4f2298287e96 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298287e9d expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100640.179830:0:21156:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083926400/0xc87a4f2298287e96 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287e9d expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100640.179837:0:21156:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff926083926400/0xc87a4f2298287e96 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287e9d expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100640.179901:0:21156:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790100640.179908:0:21156:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926184b8f800/0xc87a4f22982881fa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288201 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100640.179915:0:21156:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926184b8f800/0xc87a4f22982881fa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298288201 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100640.179921:0:21156:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926184b8f800/0xc87a4f22982881fa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298288201 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100640.179926:0:21156:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff926184b8f800/0xc87a4f22982881fa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298288201 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100640.180041:0:17168:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790100640.180050:0:17168:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff926083926400/0xc87a4f2298287e96 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287e9d expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100640.180057:0:17168:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083926400 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:3.0:1790100640.180060:0:17168:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff926083926400/0xc87a4f2298287e96 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287e9d expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100640.180074:0:17168:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff926083926400/0xc87a4f2298287e96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f2298287e9d expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100640.180080:0:17168:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff926083926400/0xc87a4f2298287e96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f2298287e9d expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100640.180085:0:17168:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1790100640.180088:0:17168:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:3.0:1790100640.180096:0:17168:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9261b2352000 00010000:00010000:3.0:1790100640.180099:0:17168:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff926083926400/0xc87a4f2298287e96 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xc87a4f2298287e9d expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100640.180105:0:17168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff926083926400/0xc87a4f2298287e96 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xc87a4f2298287e9d expref: -99 pid: 18682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100640.180117:0:17168:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100640.180121:0:17168:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff926184b8f800/0xc87a4f22982881fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298288201 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100640.180125:0:17168:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926184b8f800 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:3.0:1790100640.180128:0:17168:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff926184b8f800/0xc87a4f22982881fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298288201 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100640.180134:0:17168:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff926184b8f800/0xc87a4f22982881fa lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f2298288201 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100640.180139:0:17168:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff926184b8f800/0xc87a4f22982881fa lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f2298288201 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100640.180163:0:17168:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1790100640.180165:0:17168:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1790100640.180232:0:17168:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9261b2352000 00010000:00010000:3.0:1790100640.180236:0:17168:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff926184b8f800/0xc87a4f22982881fa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xc87a4f2298288201 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100640.180244:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100640.180246:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100640.180248:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100640.180793:0:21156:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1790100640.180800:0:21156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff926184b8f800/0xc87a4f22982881fa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xc87a4f2298288201 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790100640.180812:0:21156:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:0.0:1790100640.180817:0:21156:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:0.0:1790100640.180819:0:21156:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1790100640.180851:0:21156:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1790100640.180854:0:21156:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1790100640.180860:0:21156:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790100640.180864:0:21156:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1790100640.180870:0:21156:0:(genops.c:1818:print_export_data()) lustre-OST0000: UNLINKED ffff926083872800 lustre-MDT0001-mdtlov_UUID 0@lo 1 (0 1 0) 1 0 0 0: 0000000000000000 8589934593 stale:0 00000020:00080000:0.0:1790100640.180876:0:21156:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff9261a69419c0) has no exports 00000020:00080000:0.0:1790100640.180897:0:21156:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff9261a69419c0) has no exports 00010000:00010000:2.0:1790100640.181316:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100640.523033:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1790100641.225453:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 687676b7-da9e-40a3-8051-3299bac6cf99->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1790100641.225461:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) 687676b7-da9e-40a3-8051-3299bac6cf99->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790100641.225465:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1790100641.225468:0:17873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1790100641.225472:0:17873:0:(import.c:65:import_set_state_nolock()) ffff9260821cf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790100641.225480:0:17873:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 487 00000100:00080000:0.0:1790100641.225485:0:17873:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1790100641.225496:0:17873:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9260821cf000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100641.225540:0:17873:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b6650e00 x1877056141076224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790100641.225672:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1790100641.225676:0:17873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1790100641.225678:0:17873:0:(import.c:65:import_set_state_nolock()) ffff92608210b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790100641.225682:0:17873:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 487 00000100:00080000:0.0:1790100641.225684:0:17873:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790100641.225689:0:17873:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff92608210b000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100641.225702:0:17873:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b6650a80 x1877056141076352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790100641.225761:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1877056141076224:0@lo:38:kworker.0 00000400:00000100:1.0:1790100641.225805:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877056141076224 offset 0 length 520: 4 00000100:00100000:1.0:1790100641.225903:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1877056141076352:0@lo:38:kworker.0 00000400:00000100:1.0:1790100641.225935:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877056141076352 offset 0 length 520: 4 00010000:00010000:3.0:1790100641.544645:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1790100641.741123:0:18683:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1790100641.741132:0:18683:0:(genops.c:885:class_export_put()) final put ffff926083872800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1790100641.741320:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926083872800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1790100641.741395:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff926083875800 for lustre-OST0000 00000001:00100000:0.0:1790100641.741490:0:19501:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790100641.741508:0:19501:0:(genops.c:885:class_export_put()) final put ffff926082109000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1790100641.741571:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff926082109000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1790100641.744998:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92608210a800 for lustre-OST0001 00000020:01000000:2.0:1790100642.248741:0:21156:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9260822359c0 - data ffff926195be06c0/ffff9261b6591000 00000020:01000000:2.0:1790100642.248911:0:21156:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9260810daf00 - data ffff9260824f76c0/ffff9261a692a800 00100000:10000000:2.0:1790100642.265981:0:21156:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1790100642.273964:0:21156:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287eab 00000020:00000080:0.0:1790100642.273976:0:21156:0:(genops.c:885:class_export_put()) final put ffff926083d4c000/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1790100642.273999:0:21156:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9261b230b800 from lustre-OST0000, refs=2 00000020:01000004:0.0:1790100642.274003:0:21156:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9261b230b800 2 00000020:01000004:0.0:1790100642.274006:0:21156:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9261b230b800 from lustre-OST0000 00000020:00000080:0.0:1790100642.274036:0:21156:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790100642.274046:0:21156:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1790100642.274049:0:21156:0:(genops.c:885:class_export_put()) final put ffff926193b8d800/lustre-OST0000_UUID 00000020:00000080:0.0:1790100642.274052:0:21156:0:(genops.c:844:class_export_destroy()) destroying export ffff926193b8d800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1790100642.274058:0:21156:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1790100642.274105:0:21156:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1790100642.274111:0:21156:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1790100642.274114:0:21156:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790100642.274119:0:21156:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1790100642.274126:0:21156:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff926083871800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1790100642.274132:0:21156:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff9261b5ab19c0) has exports, disconnecting them 00000020:00080000:0.0:1790100642.274136:0:21156:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff926083871800), last request at 1790100571 00000020:00000080:0.0:1790100642.274140:0:21156:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287ed5 00000020:00080000:0.0:1790100642.274149:0:21156:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff926083871800): rc 0 00000020:00000080:0.0:1790100642.274153:0:21156:0:(genops.c:885:class_export_put()) final put ffff926083871800/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1790100642.274427:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926083d4c000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1790100642.274435:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926083871800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1790100642.278429:0:21156:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1790100642.278438:0:21156:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790100642.278442:0:21156:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1790100642.278450:0:21156:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1790100642.278665:0:21156:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790100642.278675:0:21156:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1790100642.278680:0:21156:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1790100642.278687:0:21156:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790100642.278703:0:21156:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1790100642.278711:0:21156:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff926083871000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790100642.278717:0:21156:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff9261868499c0) has exports, disconnecting them 00000020:00080000:1.0:1790100642.278721:0:21156:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff926083871000), last request at 1790100571 00000020:00000080:1.0:1790100642.278726:0:21156:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287eea 00000020:00080000:1.0:1790100642.278742:0:21156:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff926083871000): rc 0 00000020:00000080:1.0:1790100642.278746:0:21156:0:(genops.c:885:class_export_put()) final put ffff926083871000/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1790100642.279163:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff926083d08000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1790100642.279173:0:17873:0:(genops.c:885:class_export_put()) final put ffff926083d09000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1790100642.279177:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926083d09000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1790100642.279184:0:17873:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1790100642.279278:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926083871000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1790100642.371253:0:21156:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1790100642.371262:0:21156:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1790100642.371266:0:21156:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1790100642.371274:0:21156:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1790100642.371565:0:21156:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790100642.371576:0:21156:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1790100642.371583:0:21156:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9261b230b800 1 00000020:00000080:0.0:1790100642.371590:0:21156:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287e88 00000020:00000080:0.0:1790100642.371598:0:21156:0:(genops.c:885:class_export_put()) final put ffff9261bcabf800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1790100642.371740:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff926083d0a800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1790100642.371748:0:17873:0:(genops.c:885:class_export_put()) final put ffff9261a631f800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1790100642.371751:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261a631f800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1790100642.371761:0:17873:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000000:0.0:1790100642.373989:0:21156:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1790100642.374001:0:21156:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790100642.374009:0:21156:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1790100642.374014:0:21156:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff9261a6940000) has no exports 00000020:00000080:3.0:1790100642.377621:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261bcabf800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1790100642.425382:0:21156:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790100642.425394:0:21156:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1790100642.425400:0:21156:0:(genops.c:885:class_export_put()) final put ffff9261a2397800/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1790100642.425404:0:21156:0:(genops.c:844:class_export_destroy()) destroying export ffff9261a2397800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1790100642.425415:0:21156:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1790100642.425522:0:21156:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9261a2391000 00000020:02000400:2.0:1790100642.425579:0:21156:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1790100642.568978:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100643.594105:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100644.616579:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100645.641595:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1790100645.859759:0:21357:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1790100645.876534:0:21357:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1790100645.876626:0:21357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926184b8fe00/0xc87a4f2298287f5a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298287f61 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100645.876641:0:21357:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926184b8fe00/0xc87a4f2298287f5a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298287f61 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100645.876648:0:21357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926184b8fe00/0xc87a4f2298287f5a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287f61 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100645.876656:0:21357:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff926184b8fe00/0xc87a4f2298287f5a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287f61 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100645.876676:0:21357:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1790100645.876682:0:21357:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1790100645.876706:0:21357:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1790100645.876717:0:21357:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9261b6650e00 x1877056141076224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790100666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790100645.876797:0:21357:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1790100645.876804:0:21357:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1790100645.876810:0:21357:0:(import.c:65:import_set_state_nolock()) ffff9260821cf000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1790100645.876815:0:21357:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1790100645.876819:0:21357:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9261b6650e00 x1877056141076224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790100666 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1790100645.876896:0:19677:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790100645.876903:0:19677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff926184b8fe00/0xc87a4f2298287f5a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287f61 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100645.876911:0:19677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926184b8fe00 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:1.0:1790100645.876914:0:19677:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff926184b8fe00/0xc87a4f2298287f5a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287f61 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100645.876923:0:19677:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff926184b8fe00/0xc87a4f2298287f5a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f2298287f61 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790100645.876944:0:19677:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff926184b8fe00/0xc87a4f2298287f5a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f2298287f61 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790100645.876950:0:19677:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1790100645.876952:0:19677:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1790100645.876955:0:19677:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1790100645.876966:0:19677:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9261b2352000 00010000:00010000:1.0:1790100645.876970:0:19677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff926184b8fe00/0xc87a4f2298287f5a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc87a4f2298287f61 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100645.876976:0:19677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff926184b8fe00/0xc87a4f2298287f5a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc87a4f2298287f61 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100645.876985:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100645.876987:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100645.876989:0:19677:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100645.877559:0:21357:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1790100645.877612:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1877056141076224:0@lo:38:kworker.0 00000100:00100000:3.0:1790100645.877664:0:21357:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1790100645.879605:0:21357:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1790100645.879620:0:21357:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9261b6650a80 x1877056141076352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790100656 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100645.879676:0:21357:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1790100645.879683:0:21357:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1790100645.879689:0:21357:0:(import.c:65:import_set_state_nolock()) ffff92608210b000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1790100645.879694:0:21357:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1790100645.879699:0:21357:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9261b6650a80 x1877056141076352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790100656 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100645.879962:0:21357:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1790100645.879986:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1877056141076352:0@lo:38:kworker.0 00000100:00100000:2.0:1790100645.880096:0:21357:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1790100645.881654:0:21357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926184b8fc00/0xc87a4f2298287f30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298287f37 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100645.881671:0:21357:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926184b8fc00/0xc87a4f2298287f30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298287f37 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100645.881691:0:21357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926184b8fc00/0xc87a4f2298287f30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287f37 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100645.881696:0:21357:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff926184b8fc00/0xc87a4f2298287f30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f2298287f37 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100645.881955:0:17168:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100645.881963:0:17168:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff926184b8fc00/0xc87a4f2298287f30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287f37 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100645.881971:0:17168:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926184b8fc00 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:3.0:1790100645.881975:0:17168:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff926184b8fc00/0xc87a4f2298287f30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f2298287f37 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100645.881983:0:17168:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff926184b8fc00/0xc87a4f2298287f30 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f2298287f37 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100645.881989:0:17168:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff926184b8fc00/0xc87a4f2298287f30 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f2298287f37 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100645.881995:0:17168:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1790100645.881997:0:17168:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:3.0:1790100645.882009:0:17168:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9261b2352000 00010000:00010000:3.0:1790100645.882013:0:17168:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff926184b8fc00/0xc87a4f2298287f30 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xc87a4f2298287f37 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100645.882021:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100645.882022:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100645.882024:0:17168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100645.882097:0:21357:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1790100645.882104:0:21357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff926184b8fc00/0xc87a4f2298287f30 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xc87a4f2298287f37 expref: -99 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100645.882120:0:21357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982881ec lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982881f3 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100645.882127:0:21357:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982881ec lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982881f3 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100645.882132:0:21357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982881ec lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f22982881f3 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100645.882138:0:21357:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982881ec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc87a4f22982881f3 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100645.882153:0:21357:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1790100645.882157:0:21357:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:2.0:1790100645.882161:0:21357:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1790100645.882185:0:21357:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1790100645.882189:0:21357:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1790100645.882194:0:21357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790100645.882199:0:21357:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1790100645.882209:0:21357:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff9261b5ab4d40) has no exports 00000020:00080000:2.0:1790100645.882231:0:21357:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff9261b5ab4d40) has no exports 00010000:00010000:1.0:1790100645.882528:0:17169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790100645.882535:0:17169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982881ec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f22982881f3 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100645.882542:0:17169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083e46400 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:1.0:1790100645.882546:0:17169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982881ec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc87a4f22982881f3 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100645.882553:0:17169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982881ec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f22982881f3 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790100645.882560:0:17169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982881ec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f22982881f3 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790100645.882576:0:17169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1790100645.882579:0:17169:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1790100645.882581:0:17169:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1790100645.882606:0:17169:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9261b2352000 00010000:00010000:1.0:1790100645.882609:0:17169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982881ec lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xc87a4f22982881f3 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100645.882616:0:17169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982881ec lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xc87a4f22982881f3 expref: -99 pid: 17177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100645.885214:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100645.885221:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100645.885224:0:17169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1790100645.891209:0:21357:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff926082235540 - data ffff9261936f4ca8/ffff92619177d400 00000020:01000000:2.0:1790100645.891619:0:21357:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff926084c49c00 - data ffff926082417bd0/ffff926193f16000 00100000:10000000:2.0:1790100645.906843:0:21357:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1790100645.917547:0:21357:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287f45 00000020:00000080:3.0:1790100645.917559:0:21357:0:(genops.c:885:class_export_put()) final put ffff926083876800/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1790100645.917574:0:21357:0:(tgt_mount.c:187:server_put_mount()) put mount ffff926083d0d800 from lustre-OST0001, refs=2 00000020:01000004:3.0:1790100645.917577:0:21357:0:(obd_mount.c:710:lustre_put_lsi()) put ffff926083d0d800 2 00000020:01000004:3.0:1790100645.917580:0:21357:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff926083d0d800 from lustre-OST0001 00000020:00000080:3.0:1790100645.917616:0:21357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790100645.917625:0:21357:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1790100645.917628:0:21357:0:(genops.c:885:class_export_put()) final put ffff926083870800/lustre-OST0001_UUID 00000020:00000080:3.0:1790100645.917638:0:21357:0:(genops.c:844:class_export_destroy()) destroying export ffff926083870800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1790100645.917644:0:21357:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:3.0:1790100645.917737:0:21357:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 687676b7-da9e-40a3-8051-3299bac6cf99->MGS 00010000:00010000:3.0:1790100645.917753:0:21357:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff92619565d000/0xc87a4f2298287d54 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f2298287d5b expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100645.917765:0:21357:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff92619565d000/0xc87a4f2298287d54 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f2298287d5b expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100645.917771:0:21357:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1790100645.917774:0:21357:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1790100645.917777:0:21357:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1790100645.917791:0:21357:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9261b2352000 00010000:00010000:3.0:1790100645.917795:0:21357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff92619565d000/0xc87a4f2298287d54 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc87a4f2298287d5b expref: -99 pid: 17912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100645.917810:0:21357:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff926184b8e000/0xc87a4f2298287c43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc87a4f2298287c4a expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100645.917816:0:21357:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff926184b8e000/0xc87a4f2298287c43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc87a4f2298287c4a expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100645.917821:0:21357:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1790100645.917824:0:21357:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1790100645.917825:0:21357:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1790100645.917833:0:21357:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9261b2352000 00010000:00010000:3.0:1790100645.917836:0:21357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff926184b8e000/0xc87a4f2298287c43 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc87a4f2298287c4a expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1790100645.917853:0:21357:0:(import.c:65:import_set_state_nolock()) ffff9261b2352000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1790100645.917857:0:21357:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1790100645.917866:0:21357:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1790100645.917868:0:21357:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1790100645.917871:0:21357:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1790100645.917882:0:21357:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9261a6b3a680 x1877056141075328/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1790100646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1790100645.917897:0:21357:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1790100645.917900:0:21357:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 1s for inflight to error out 00000100:00100000:3.0:1790100645.917927:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:687676b7-da9e-40a3-8051-3299bac6cf99:3640:1877056141075328:0@lo:250:ptlrpcd_00_00.0 10000000:01000000:3.0:1790100645.917948:0:21357:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1790100645.917954:0:21357:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287c2e 00000020:00000080:3.0:1790100645.917959:0:21357:0:(genops.c:885:class_export_put()) final put ffff926185556800/687676b7-da9e-40a3-8051-3299bac6cf99 00000020:01000000:3.0:1790100645.917964:0:21357:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.113@tcp (flags='') 00000020:00000080:3.0:1790100645.917968:0:21357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790100645.917973:0:21357:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.113@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1790100645.917976:0:21357:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff9261b79fcd40) has no exports 10000000:01000000:3.0:1790100645.917991:0:17177:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 00000020:00000080:1.0:1790100645.918016:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926083876800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1790100645.918033:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926185556800/687676b7-da9e-40a3-8051-3299bac6cf99 for MGC192.168.203.113@tcp 10000000:01000000:3.0:1790100645.918035:0:21357:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.113@tcp: client import never connected 00000100:00080000:3.0:1790100645.918039:0:21357:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1790100645.918040:0:21357:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1790100645.918043:0:21357:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1790100645.918045:0:21357:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1790100645.918114:0:21357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790100645.918119:0:21357:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.113@tcp (uuid 687676b7-da9e-40a3-8051-3299bac6cf99) 00000020:01000000:3.0:1790100645.918124:0:21357:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1790100645.918127:0:21357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790100645.918135:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9261b2352000 for MGC192.168.203.113@tcp 00000020:00000080:3.0:1790100645.918143:0:21357:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00000080:1.0:1790100645.918143:0:17873:0:(genops.c:885:class_export_put()) final put ffff9261b2355800/687676b7-da9e-40a3-8051-3299bac6cf99 00000020:00000080:1.0:1790100645.918148:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff9261b2355800/687676b7-da9e-40a3-8051-3299bac6cf99 for MGC192.168.203.113@tcp 00000020:00080000:3.0:1790100645.918150:0:21357:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff926082109800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:01000000:1.0:1790100645.918153:0:17873:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.113@tcp (687676b7-da9e-40a3-8051-3299bac6cf99) 00000020:00080000:3.0:1790100645.918157:0:21357:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff9261b5ab3380) has exports, disconnecting them 00000020:00080000:3.0:1790100645.919438:0:21357:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff926082109800), last request at 1790100586 00000020:00000080:3.0:1790100645.919446:0:21357:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287f6f 00000020:00080000:3.0:1790100645.919463:0:21357:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff926082109800): rc 0 00000020:00000080:3.0:1790100645.919476:0:21357:0:(genops.c:885:class_export_put()) final put ffff926082109800/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1790100645.919520:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926082109800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1790100645.943847:0:21357:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1790100645.943855:0:21357:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1790100645.943859:0:21357:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1790100645.943866:0:21357:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1790100645.943917:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9260821cf000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1790100645.944393:0:21357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790100645.944400:0:21357:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1790100645.944405:0:21357:0:(genops.c:885:class_export_put()) final put ffff9260821c8000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1790100645.944409:0:21357:0:(genops.c:844:class_export_destroy()) destroying export ffff9260821c8000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1790100645.944418:0:21357:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:3.0:1790100645.944476:0:21357:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1790100645.944479:0:21357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790100645.944482:0:21357:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1790100645.944488:0:21357:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff92608210a000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1790100645.944494:0:21357:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff9261b5ab0000) has exports, disconnecting them 00000020:00080000:3.0:1790100645.944498:0:21357:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff92608210a000), last request at 1790100586 00000020:00000080:3.0:1790100645.944502:0:21357:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287f84 00000020:00080000:3.0:1790100645.944513:0:21357:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92608210a000): rc 0 00000020:00000080:3.0:1790100645.944516:0:21357:0:(genops.c:885:class_export_put()) final put ffff92608210a000/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1790100645.944601:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff92608210a000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:0.0:1790100645.948641:0:21357:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:0.0:1790100645.948650:0:21357:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1790100645.948654:0:21357:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1790100645.948661:0:21357:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1790100645.948744:0:19677:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00000020:00000080:1.0:1790100645.948874:0:17873:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92608210b000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1790100645.948998:0:17168:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:0.0:1790100645.949100:0:17169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:0.0:1790100645.949197:0:17164:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9261a22b7a00:17164] 1 exiting: rc = 0 00000100:00100000:3.0:1790100645.949421:0:17163:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff926184ba9000:17163] 0 exiting: rc = 1 00000100:00100000:0.0:1790100645.949554:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100645.950134:0:17166:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9261a22b7600:17166] 1 exiting: rc = 0 00000100:00100000:1.0:1790100645.950207:0:20955:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_004: service thread [ffff9261862a3400:20955] 4 exiting: rc = 0 00000100:00100000:3.0:1790100645.950291:0:17167:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9261a22b7000:17167] 2 exiting: rc = 0 00000100:00100000:0.0:1790100645.950307:0:17165:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9261a22b7800:17165] 0 exiting: rc = 1 00000100:00100000:3.0:1790100645.950465:0:18335:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9261b5b27a00:18335] 3 exiting: rc = 0 00000100:00100000:0.0:1790100645.953257:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953267:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953273:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953280:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953294:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953303:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953309:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953314:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953319:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953325:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953330:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953335:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953354:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953360:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953365:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953374:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953381:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953455:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953474:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953541:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953547:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953553:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953558:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953562:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953567:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953573:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953577:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953592:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953598:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953603:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953608:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953613:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953619:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953624:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953629:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953633:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953638:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953643:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953648:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953652:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953657:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953663:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953668:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953673:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953679:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953685:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953689:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953694:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953700:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953705:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953711:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953716:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953721:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953734:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953739:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953744:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953749:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953755:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953761:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953767:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953772:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953776:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953782:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100645.953787:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1790100645.955728:0:21357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790100645.955741:0:21357:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:0.0:1790100645.955747:0:21357:0:(genops.c:885:class_export_put()) final put ffff92608210f800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:0.0:1790100645.955751:0:21357:0:(genops.c:844:class_export_destroy()) destroying export ffff92608210f800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:0.0:1790100645.955757:0:21357:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:0.0:1790100645.955820:0:21357:0:(obd_mount.c:710:lustre_put_lsi()) put ffff926083d0d800 1 00000020:00000080:0.0:1790100645.955825:0:21357:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xc87a4f2298287f29 00000020:00000080:0.0:1790100645.955831:0:21357:0:(genops.c:885:class_export_put()) final put ffff926083875000/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1790100645.955959:0:21357:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1790100645.955963:0:21357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790100645.955968:0:21357:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1790100645.955972:0:21357:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff926186848000) has no exports 00000020:00000080:1.0:1790100645.956332:0:17873:0:(genops.c:844:class_export_destroy()) destroying export ffff926083875000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1790100646.001860:0:21357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790100646.001873:0:21357:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1790100646.001880:0:21357:0:(genops.c:885:class_export_put()) final put ffff926083d0e800/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1790100646.001884:0:21357:0:(genops.c:844:class_export_destroy()) destroying export ffff926083d0e800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1790100646.001894:0:21357:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1790100646.002649:0:21357:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff926083d0c000 00000020:01000000:2.0:1790100646.002680:0:21357:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1790100646.002685:0:21357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790100646.002689:0:21357:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1790100646.002693:0:21357:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff926082964d40) has no exports 00000020:00000080:2.0:1790100646.002725:0:21357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790100646.002732:0:21357:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1790100646.002735:0:21357:0:(genops.c:885:class_export_put()) final put ffff9261bcabe000/OSS_uuid 00000020:00000080:2.0:1790100646.002738:0:21357:0:(genops.c:844:class_export_destroy()) destroying export ffff9261bcabe000/OSS_uuid for OSS 00000020:01000000:2.0:1790100646.002741:0:21357:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:3.0:1790100646.002945:0:18688:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff9261a615e600:18688] 2 exiting: rc = 0 00000100:00100000:3.0:1790100646.003037:0:19675:0:(service.c:3188:ptlrpc_main()) ll_ost00_004: service thread [ffff926084b67200:19675] 4 exiting: rc = 0 00000100:00100000:3.0:1790100646.003102:0:18687:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff9261a615f600:18687] 1 exiting: rc = 0 00000100:00100000:1.0:1790100646.003394:0:18686:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff9261a615fe00:18686] 0 exiting: rc = 1 00000100:00100000:1.0:1790100646.003465:0:19357:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff926183eb4200:19357] 3 exiting: rc = 0 00000100:00100000:2.0:1790100646.003761:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003769:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003774:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003779:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003783:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003788:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003793:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003797:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003802:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003806:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003812:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003818:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003823:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003838:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003843:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003847:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003852:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003857:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003862:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003866:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003871:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003877:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003882:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003887:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003892:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003898:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003904:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003934:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003941:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003946:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003951:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003956:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003961:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003966:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003971:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003976:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003981:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003985:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003990:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003995:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.003999:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004005:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004011:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004015:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004020:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004026:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004031:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004036:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004053:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004059:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004064:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004068:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004073:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004078:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004084:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004090:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004094:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004100:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004104:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004108:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004112:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004116:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004120:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004125:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.004789:0:18691:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9261b5b27600:18691] 1 exiting: rc = 0 00000100:00100000:1.0:1790100646.005052:0:19974:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_002: service thread [ffff9261b660aa00:19974] 2 exiting: rc = 0 00000100:00100000:1.0:1790100646.005121:0:18690:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9261a69b4000:18690] 0 exiting: rc = 1 00000100:00100000:2.0:1790100646.005245:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005253:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005259:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005265:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005269:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005274:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005278:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005283:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005288:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005293:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005297:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005302:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005306:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005311:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005316:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005320:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005324:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005329:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005369:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005374:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005380:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005385:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005390:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005395:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005399:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005404:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005410:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005414:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005420:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005425:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005431:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005435:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005441:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005447:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005452:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005458:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005463:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005469:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005474:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005479:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005485:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005490:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005495:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005499:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005505:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005509:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005514:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005666:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005674:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005679:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005684:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005690:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005695:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005707:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005712:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005717:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005722:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005727:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005732:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005737:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005742:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005747:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005752:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790100646.005757:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00080000:0.0:1790100646.006625:0:17176:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:0.0:1790100646.007493:0:18693:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff926083b9ca00:18693] 1 exiting: rc = 0 00000100:00100000:1.0:1790100646.007721:0:18692:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff926083b9cc00:18692] 0 exiting: rc = 1 00000100:00100000:3.0:1790100646.007880:0:18694:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff926083b9d200:18694] 2 exiting: rc = 0 00000100:00100000:0.0:1790100646.007996:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008019:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008025:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008030:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008036:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008042:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008046:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008052:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008072:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008078:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008083:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008088:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008094:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008100:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008105:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008111:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008117:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008122:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008194:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008202:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008207:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008213:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008218:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008223:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008229:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008248:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008256:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008262:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008268:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008272:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008278:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008284:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008289:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008295:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008312:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008318:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008324:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008329:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008333:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008497:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008507:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008513:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008579:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008601:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008607:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008613:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008619:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008624:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008630:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008653:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008659:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008665:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008670:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008676:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008682:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008686:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008693:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008699:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008712:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008725:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008731:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008736:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008742:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.008753:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790100646.013884:0:18696:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9261a69b5200:18696] 1 exiting: rc = 0 00000100:00100000:1.0:1790100646.014039:0:18695:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff926083b9da00:18695] 0 exiting: rc = 1 00000100:00100000:0.0:1790100646.014200:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014210:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014215:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014226:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014233:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014238:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014244:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014249:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014254:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014258:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014262:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014267:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014273:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014278:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014386:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014392:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014398:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014403:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014408:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014413:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014419:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014423:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014428:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014433:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014439:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014444:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014449:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014455:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014461:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014466:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014472:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014477:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014482:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014488:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014493:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014498:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014506:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014511:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014517:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014640:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014646:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014652:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014657:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014662:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014667:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014672:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014677:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014682:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014687:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014700:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014706:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014712:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014717:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014722:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014727:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014732:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014736:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014741:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014746:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014750:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014755:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014759:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014765:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.014770:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790100646.015844:0:18697:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9261a69b4800:18697] 0 exiting: rc = 1 00000100:00100000:2.0:1790100646.015943:0:18698:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9261a69b4a00:18698] 1 exiting: rc = 0 00000100:00100000:0.0:1790100646.016051:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016066:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016094:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016102:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016107:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016113:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016119:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016126:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016202:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016210:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016216:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016221:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016226:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016232:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016255:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016263:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016270:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016274:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016280:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.016284:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017022:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017033:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017040:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017045:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017051:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017058:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017079:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017085:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017091:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017096:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017102:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017109:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017116:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017122:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017194:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017203:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017209:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017215:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017236:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017242:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017248:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017256:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017262:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017267:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017274:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017279:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017285:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017291:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017306:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017313:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017331:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017502:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017512:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017518:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017533:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017545:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017551:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017558:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017563:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017569:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017576:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017592:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017599:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790100646.017614:0:21357:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:1.0:1790100646.026683:0:21357:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1790100663.243330:0:22120:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1790100672.856094:0:22720:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1790100672.856108:0:22720:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1790100672.856109:0:22720:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1790100672.856215:0:22720:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff926085324000 00000020:01000004:3.0:1790100672.856231:0:22720:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1790100672.856237:0:22720:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1790100672.856251:0:22720:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff926082960000) 00000020:00000080:3.0:1790100672.856264:0:22720:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1790100672.939524:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1790100672.942066:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1790100672.947443:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1790100672.948018:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1790100672.948914:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1790100672.950166:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1790100672.950757:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1790100672.951154:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1790100672.951444:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1790100672.952013:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1790100672.952229:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1790100672.952654:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1790100672.953142:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1790100672.954227:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1790100672.955182:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1790100672.955520:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1790100672.955920:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1790100672.956286:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1790100672.956785:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1790100672.957178:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1790100672.957667:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1790100672.958063:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1790100672.958226:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1790100672.958633:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1790100672.959132:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1790100672.959420:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1790100672.960138:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1790100672.960470:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1790100672.961016:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1790100672.961272:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1790100672.964488:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1790100672.965010:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1790100672.966122:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1790100672.967152:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:0.0:1790100672.969376:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1790100672.970518:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1790100672.971166:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1790100672.971502:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1790100672.972007:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1790100672.972265:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1790100672.973077:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1790100672.973838:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1790100672.975040:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1790100672.975269:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1790100672.975697:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1790100672.976153:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1790100672.976423:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1790100672.978099:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1790100672.978701:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1790100672.979064:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1790100672.979832:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1790100672.980253:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1790100672.980564:0:22720:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00080000:01000000:0.0:1790100672.987430:0:22720:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1790100672.987668:0:22720:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1790100672.987676:0:22720:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1790100672.987687:0:22720:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc87a4f22982884a1 00000020:01000004:0.0:1790100672.987695:0:22720:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1790100672.987700:0:22720:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1790100672.987704:0:22720:0:(tgt_mount.c:101:server_register_mount()) register mount ffff926085324000 from MGS 00000020:01000004:0.0:1790100672.987708:0:22720:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1790100672.987717:0:22720:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9261b5ab0000) 00000020:00000080:0.0:1790100672.987725:0:22720:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1790100672.987797:0:22720:0:(tgt_mount.c:153:server_get_mount()) get mount ffff926085324000 from MGS, refs=2 00080000:01000000:0.0:1790100672.987801:0:22720:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1790100672.987804:0:22720:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc87a4f22982884af 00000100:00100000:0.0:1790100672.987903:0:22720:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1790100672.988036:0:22720:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:0.0:1790100672.988041:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1790100672.988700:0:22720:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1790100672.988707:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1790100672.989915:0:22720:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790100672.990077:0:22720:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1790100672.990083:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1790100672.991130:0:22720:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1790100672.991140:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1790100672.991867:0:22720:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1790100672.991875:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1790100673.005168:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100673.005174:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100673.005175:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100673.005529:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100673.005532:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100673.005534:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100673.006803:0:22720:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1790100673.008655:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1790100673.021639:0:22720:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1790100673.024527:0:22732:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1790100673.024600:0:22720:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1790100673.024650:0:22720:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1790100673.034605:0:22720:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1790100673.035671:0:22720:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790100673.035837:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1790100673.035843:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:0.0:1790100673.038243:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1790100673.038254:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1790100673.039003:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1790100673.039011:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1790100673.039614:0:22720:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1790100673.039633:0:22720:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.113@tcp' 00000020:01000004:2.0:1790100673.039635:0:22720:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1790100673.039662:0:22720:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.113@tcp (typ=mgc) 00000020:00000080:2.0:1790100673.039674:0:22720:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.113@tcp (ffff9261a6940000) 00000020:00000080:2.0:1790100673.039687:0:22720:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1790100673.039760:0:22720:0:(ldlm_lib.c:102:import_set_conn()) imp ffff926083164000@MGC192.168.203.113@tcp: add connection 192.168.203.113@tcp at head 00000100:00080000:0.0:1790100673.040033:0:22737:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00010000:00010000:2.0:1790100673.040523:0:22720:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.113@tcp-0 is initialized 00000040:01000000:2.0:1790100673.040531:0:22720:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.113@tcp ctxt 1 is initialized 10000000:01000000:2.0:1790100673.041516:0:22738:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1790100673.041666:0:22720:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.113@tcp (uuid a506ab7a-0172-45f1-980b-f79bd4c4429c) 00000020:00000080:0.0:1790100673.041687:0:22720:0:(genops.c:1384:class_connect()) connect: client a506ab7a-0172-45f1-980b-f79bd4c4429c, cookie 0xc87a4f22982884bd 00000100:00080000:0.0:1790100673.041701:0:22720:0:(import.c:545:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790100673.041711:0:22720:0:(import.c:666:import_select_connection()) MGC192.168.203.113@tcp: import ffff926083164000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100673.041769:0:22720:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b6652300 x1877056141076480/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790100673.041798:0:22720:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import a506ab7a-0172-45f1-980b-f79bd4c4429c->MGS 00000020:01000004:0.0:1790100673.041816:0:22720:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1790100673.041820:0:22720:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1790100673.041832:0:22720:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9261b5ab3380) 00000020:00000080:0.0:1790100673.041843:0:22720:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1790100673.041948:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a506ab7a-0172-45f1-980b-f79bd4c4429c:3640:1877056141076480:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1790100673.042010:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100673.042079:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141076480 00000100:00100000:2.0:1790100673.042087:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141076480 00000100:00100000:2.0:1790100673.042117:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790100673.042124:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926184214450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:3640:x1877056141076480:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1790100673.042144:0:22735:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from a506ab7a-0172-45f1-980b-f79bd4c4429c@0@lo t0 exp 0000000000000000 cur 524 last 0 00000020:00000080:2.0:1790100673.042167:0:22735:0:(genops.c:1384:class_connect()) connect: client a506ab7a-0172-45f1-980b-f79bd4c4429c, cookie 0xc87a4f22982884cb 00000100:00080000:2.0:1790100673.042285:0:22735:0:(import.c:65:import_set_state_nolock()) ffff926083162800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790100673.042332:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926184214450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+5:3640:x1877056141076480:12345-0@lo:250:mount.lustre.0 Request processed in 206us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100673.042361:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790100673.042414:0:3640:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.113@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1790100673.042421:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.203.113@tcp: connect to target with instance 0 00000100:00080000:2.0:1790100673.042428:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.203.113@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1790100673.042432:0:3640:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1790100673.042435:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083164000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1790100673.042437:0:3640:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1790100673.042444:0:3640:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1790100673.042449:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a506ab7a-0172-45f1-980b-f79bd4c4429c:3640:1877056141076480:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1790100673.065532:0:22720:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790100673.066823:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1790100673.066839:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1790100673.071829:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1790100673.071844:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1790100673.073185:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1790100673.073199:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1790100673.075245:0:22720:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790100673.076865:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1790100673.076873:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1790100673.088058:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1790100673.088079:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1790100673.158313:0:22720:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790100673.158632:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1790100673.158639:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1790100673.160693:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1790100673.160705:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1790100673.162071:0:22720:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790100673.162307:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790100673.162314:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1790100673.163759:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790100673.163769:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1790100673.165472:0:22720:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790100673.165879:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790100673.165885:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1790100673.174911:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790100673.174922:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1790100673.176832:0:22720:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790100673.177136:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790100673.177142:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1790100673.179137:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790100673.179148:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1790100673.196509:0:22720:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790100673.196701:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1790100673.196709:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1790100673.198184:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1790100673.198195:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1790100673.199122:0:22720:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1790100673.199132:0:22720:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1790100673.201737:0:22720:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1790100673.201767:0:22720:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1790100673.201772:0:22720:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.113@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1790100673.201870:0:22720:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.113@tcp ctxt 0 is initialized 00000020:01000004:3.0:1790100673.201900:0:22720:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.113@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1790100673.201905:0:22720:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1790100673.201907:0:22720:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790100673.201908:0:22720:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790100673.201909:0:22720:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790100673.201911:0:22720:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790100673.201912:0:22720:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790100673.201914:0:22720:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790100673.201915:0:22720:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790100673.201917:0:22720:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790100673.201918:0:22720:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790100673.201920:0:22720:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1790100673.201926:0:22720:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790100673.201927:0:22720:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790100673.201928:0:22720:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790100673.201929:0:22720:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790100673.201930:0:22720:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790100673.201931:0:22720:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790100673.201932:0:22720:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790100673.201933:0:22720:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790100673.201934:0:22720:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790100673.201935:0:22720:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790100673.201964:0:22720:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1790100673.201982:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141076608:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1790100673.202047:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.202119:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff92619448dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1790100673.202180:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141076608 00000100:00100000:0.0:1790100673.202187:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141076608 00000100:00100000:0.0:1790100673.202409:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1790100673.202419:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+5:22720:x1877056141076608:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1790100673.202459:0:22736:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1790100673.202465:0:22736:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1790100673.202468:0:22736:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1790100673.202755:0:22756:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1790100673.203244:0:22736:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1790100673.205705:0:22757:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1790100673.205714:0:22757:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1790100673.205717:0:22757:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1790100673.205720:0:22757:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1790100673.206100:0:22757:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1790100673.206567:0:22736:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1790100673.206578:0:22736:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1790100673.211090:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+5:22720:x1877056141076608:12345-0@lo:253:mount.lustre.0 Request processed in 8664us (9034us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100673.211109:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790100673.211213:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141076608:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1790100673.211228:0:22720:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1790100673.211231:0:22720:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790100673.211232:0:22720:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790100673.211234:0:22720:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790100673.211235:0:22720:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790100673.211236:0:22720:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790100673.211237:0:22720:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790100673.211239:0:22720:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790100673.211240:0:22720:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790100673.211242:0:22720:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790100673.211243:0:22720:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1790100673.211262:0:22720:0:(tgt_mount.c:101:server_register_mount()) register mount ffff926085324000 from lustre-MDT0000 10000000:01000000:3.0:1790100673.211293:0:22720:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1790100673.211296:0:22720:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1790100673.211300:0:22720:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9261a6940000 10000000:01000000:3.0:1790100673.211303:0:22720:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790100673.211311:0:22720:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9261a6940000 from 1 10000000:01000000:3.0:1790100673.211315:0:22720:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1790100673.211383:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.211420:0:22720:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.211430:0:22720:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100673.211450:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141076736:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790100673.211484:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.211515:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff92619448dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1790100673.213015:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141076736 00000100:00100000:2.0:1790100673.213027:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141076736 00000100:00100000:2.0:1790100673.213121:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790100673.213131:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+5:22720:x1877056141076736:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790100673.213146:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100673.213164:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926083e47200/0xc87a4f22982884d9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f22982884d2 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100673.213190:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926083e47200/0xc87a4f22982884d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f22982884d2 expref: 6 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100673.213201:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926083e47200/0xc87a4f22982884d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982884d2 expref: 6 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100673.213209:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083e47200, rc 0) 00000100:00100000:2.0:1790100673.213277:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+6:22720:x1877056141076736:12345-0@lo:101:mount.lustre.0 Request processed in 148us (1792us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100673.213284:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790100673.213361:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141076736:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790100673.213377:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884d9 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.213399:0:22720:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982884d9 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100673.213477:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141076864:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100673.213506:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.214363:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff92619448dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1790100673.214396:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141076864 00000100:00100000:0.0:1790100673.214409:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141076864 00000100:00100000:0.0:1790100673.214449:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790100673.214457:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+6:22720:x1877056141076864:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100673.214617:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141076864:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790100673.214617:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+6:22720:x1877056141076864:12345-0@lo:501:mount.lustre.0 Request processed in 160us (1109us total) trans 0 rc -2/-2 00000100:00100000:0.0:1790100673.214625:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 10000000:01000000:3.0:1790100673.214649:0:22720:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1790100673.214706:0:22720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884d9 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.214717:0:22720:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884d9 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100673.214744:0:22720:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff926085324000 10000000:01000000:3.0:1790100673.214749:0:22720:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1790100673.214754:0:22720:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff926085324000 10000000:01000000:3.0:1790100673.214757:0:22720:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1790100673.214759:0:22720:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff926085324000 from 1 10000000:01000000:3.0:1790100673.214762:0:22720:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1790100673.214786:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59400/0xc87a4f22982884e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.214794:0:22720:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a2e59400/0xc87a4f22982884e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.214808:0:22720:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a2e59400/0xc87a4f22982884e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100673.214823:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141076992:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790100673.214851:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.214871:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff92619448dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1790100673.214895:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141076992 00000100:00100000:1.0:1790100673.214899:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141076992 00000100:00100000:1.0:1790100673.214936:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790100673.214943:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+6:22720:x1877056141076992:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790100673.214950:0:22736:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790100673.214962:0:22736:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261b66e0600/0xc87a4f22982884e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f22982884e0 expref: -99 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100673.214990:0:22736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261b66e0600/0xc87a4f22982884e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f22982884e0 expref: 7 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100673.215000:0:22736:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261b66e0600/0xc87a4f22982884e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982884e0 expref: 7 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100673.215008:0:22736:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261b66e0600, rc 0) 00000100:00100000:1.0:1790100673.215046:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+7:22720:x1877056141076992:12345-0@lo:101:mount.lustre.0 Request processed in 102us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100673.215051:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790100673.215170:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141076992:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790100673.215178:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a2e59400/0xc87a4f22982884e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884e7 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.215183:0:22720:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a2e59400/0xc87a4f22982884e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982884e7 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100673.215199:0:22720:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1790100673.215208:0:22720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59400/0xc87a4f22982884e0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884e7 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.215221:0:22720:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e59400/0xc87a4f22982884e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884e7 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100673.215227:0:22720:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1790100673.215230:0:22720:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790100673.215234:0:22720:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff926085324000 10000000:01000000:3.0:1790100673.215237:0:22720:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1790100673.215240:0:22720:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1790100673.215242:0:22720:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1790100673.215255:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59800/0xc87a4f22982884ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.215262:0:22720:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a2e59800/0xc87a4f22982884ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.215269:0:22720:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a2e59800/0xc87a4f22982884ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100673.215286:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141077120:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790100673.215310:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.215333:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff92619448dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1790100673.215435:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141077120 00000100:00100000:0.0:1790100673.215440:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141077120 00000100:00100000:0.0:1790100673.215472:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790100673.215479:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+7:22720:x1877056141077120:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790100673.215486:0:22735:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100673.215495:0:22735:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926191687000/0xc87a4f22982884f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f22982884ee expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.215509:0:22735:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926191687000/0xc87a4f22982884f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f22982884ee expref: 8 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.215518:0:22735:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926191687000/0xc87a4f22982884f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982884ee expref: 8 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.215523:0:22735:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926191687000, rc 0) 00000100:00100000:0.0:1790100673.215601:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+8:22720:x1877056141077120:12345-0@lo:101:mount.lustre.0 Request processed in 121us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100673.215606:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790100673.215663:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141077120:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790100673.215673:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a2e59800/0xc87a4f22982884ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884f5 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.215680:0:22720:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a2e59800/0xc87a4f22982884ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982884f5 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100673.215737:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141077248:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100673.215761:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.215787:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff92619448dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1790100673.216683:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141077248 00000100:00100000:2.0:1790100673.216693:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141077248 00000100:00100000:2.0:1790100673.216742:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1790100673.216762:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+8:22720:x1877056141077248:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100673.218542:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141077248:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100673.218593:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141077376:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790100673.218646:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.218680:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff92619448dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1790100673.218803:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141077376 00000100:00100000:0.0:1790100673.218818:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141077376 00000100:00100000:0.0:1790100673.218867:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790100673.218876:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+10:22720:x1877056141077376:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790100673.218917:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+10:22720:x1877056141077248:12345-0@lo:501:mount.lustre.0 Request processed in 2156us (3153us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100673.218927:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790100673.221328:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+9:22720:x1877056141077376:12345-0@lo:503:mount.lustre.0 Request processed in 2019us (2247us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100673.221374:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790100673.221539:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141077376:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790100673.222373:0:22758:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a506ab7a-0172-45f1-980b-f79bd4c4429c:22758:1877056141077504:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1790100673.222440:0:22758:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.222473:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2093d80 going to sleep for 11 seconds 00000100:00100000:2.0:1790100673.222540:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141077504 00000100:00100000:2.0:1790100673.222547:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141077504 00000100:00100000:2.0:1790100673.222736:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790100673.222745:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+9:22758:x1877056141077504:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790100673.225076:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+9:22758:x1877056141077504:12345-0@lo:502:llog_process_th.0 Request processed in 2327us (2630us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100673.225087:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790100673.225171:0:22758:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a506ab7a-0172-45f1-980b-f79bd4c4429c:22758:1877056141077504:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1790100673.225199:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790100673.225208:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.225210:0:22758:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1790100673.225214:0:22758:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1790100673.225216:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790100673.225358:0:22758:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff926082964d40) 00000020:00000080:3.0:1790100673.225378:0:22758:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1790100673.225400:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1790100673.225510:0:22758:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:3.0:1790100673.225519:0:22758:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc87a4f2298288503 00000020:00000080:3.0:1790100673.225728:0:22758:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1790100673.225733:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790100673.225736:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.225745:0:22758:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1790100673.225749:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790100673.225752:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.225754:0:22758:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1790100673.225757:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790100673.225764:0:22758:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9260829619c0) 00000020:00000080:3.0:1790100673.225774:0:22758:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1790100673.225778:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1790100673.225780:0:22758:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1790100673.225782:0:22758:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1790100673.225787:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1790100673.225830:0:22758:0:(tgt_mount.c:153:server_get_mount()) get mount ffff926085324000 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1790100673.225840:0:22758:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff926082963380) 00000020:00000080:3.0:1790100673.225848:0:22758:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1790100673.225888:0:22758:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1790100673.225894:0:22758:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc87a4f2298288518 00000020:00000080:3.0:1790100673.225990:0:22758:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1790100673.225996:0:22758:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1790100673.226001:0:22758:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xc87a4f229828851f 00080000:01000000:3.0:1790100673.226005:0:22758:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:3.0:1790100673.226009:0:22758:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc87a4f2298288526 00010000:00010000:3.0:1790100673.286165:0:22758:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1790100673.286769:0:22758:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:3.0:1790100673.287324:0:22758:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1790100673.287794:0:22758:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9261b7673380) 00000020:00000080:3.0:1790100673.287811:0:22758:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1790100673.288784:0:22758:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1790100673.288795:0:22758:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc87a4f2298288534 00000020:00000080:3.0:1790100673.290612:0:22758:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1790100673.305907:0:22758:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xc87a4f229828853b 00000020:00000080:3.0:1790100673.307869:0:22758:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1790100673.307884:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790100673.307892:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.307894:0:22758:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1790100673.307912:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1790100673.307915:0:22758:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1790100673.307916:0:22758:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790100673.307918:0:22758:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790100673.307919:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1790100673.307922:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.307923:0:22758:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1790100673.307925:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790100673.307930:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.307931:0:22758:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1790100673.307935:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1790100673.307987:0:22758:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1790100673.308003:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790100673.308006:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.308007:0:22758:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1790100673.308010:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790100673.308013:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.308014:0:22758:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1790100673.308018:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1790100673.308024:0:22758:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.113@tcp to nid 0x20000c0a8cb71 (192.168.203.113@tcp) 00000020:00000080:3.0:1790100673.308049:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790100673.308217:0:22758:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9261b76719c0) 00000020:00000080:3.0:1790100673.308234:0:22758:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1790100673.308240:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1790100673.308312:0:22758:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1790100673.308318:0:22758:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:3.0:1790100673.308327:0:22758:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc87a4f2298288549 00010000:00080000:3.0:1790100673.308724:0:22758:0:(ldlm_lib.c:102:import_set_conn()) imp ffff926187007800@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.113@tcp at head 00010000:00010000:3.0:1790100673.314619:0:22758:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:0.0:1790100673.321866:0:22758:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790100673.321882:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1790100673.321925:0:22758:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1790100673.321944:0:22758:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc87a4f2298288550 00000100:00080000:0.0:1790100673.321954:0:22758:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790100673.321965:0:22758:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff926187007800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100673.322002:0:22758:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b6650000 x1877056141077632/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790100673.322033:0:22758:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1790100673.322099:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790100673.322103:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100673.322105:0:22758:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1790100673.322108:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1790100673.322110:0:22758:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:0.0:1790100673.322112:0:22758:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790100673.322113:0:22758:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790100673.322115:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1790100673.322117:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100673.322119:0:22758:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:0.0:1790100673.322121:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1790100673.322124:0:22758:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1790100673.322127:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100673.322128:0:22758:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1790100673.322139:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1790100673.322143:0:22758:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.113@tcp to nid 0x20000c0a8cb71 (192.168.203.113@tcp) 00000020:01000000:0.0:1790100673.322164:0:22758:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1790100673.322167:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790100673.322179:0:22758:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9261b5ab4d40) 00000020:00000080:0.0:1790100673.322189:0:22758:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1790100673.322194:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1790100673.322263:0:22758:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1790100673.322269:0:22758:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:0.0:1790100673.322275:0:22758:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc87a4f229828855e 00010000:00080000:0.0:1790100673.322302:0:22758:0:(ldlm_lib.c:102:import_set_conn()) imp ffff926083d0d800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.113@tcp at head 00000100:00100000:2.0:1790100673.322815:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141077632:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1790100673.322881:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1790100673.323292:0:22758:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:0.0:1790100673.327151:0:22758:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1790100673.331560:0:22758:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1790100673.332665:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141077632 00000100:00100000:1.0:1790100673.332681:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141077632 00000100:00100000:1.0:1790100673.332787:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790100673.332796:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1877056141077632:12345-0@lo:38:llog_process_th.0 00010000:00020000:1.0:1790100673.332817:0:22745:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:00080000:0.0:1790100673.341905:0:22758:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790100673.342676:0:22758:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1790100673.348114:0:22758:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:3.0:1790100673.348978:0:22764:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1790100673.348983:0:22764:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1790100673.350088:0:22758:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790100673.350099:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1790100673.350131:0:22758:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1790100673.350149:0:22758:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc87a4f2298288565 00000100:00080000:0.0:1790100673.350159:0:22758:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790100673.350168:0:22758:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff926083d0d800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100673.350203:0:22758:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b6652a00 x1877056141077760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790100673.350232:0:22758:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1790100673.350324:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790100673.350328:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100673.350330:0:22758:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1790100673.350333:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1790100673.350366:0:22758:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:0.0:1790100673.350368:0:22758:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790100673.350370:0:22758:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790100673.350372:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1790100673.350374:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100673.350376:0:22758:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:0.0:1790100673.350379:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1790100673.350390:0:22758:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1790100673.350394:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100673.350395:0:22758:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1790100673.350398:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1790100673.350402:0:22758:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.113@tcp to nid 0x20000c0a8cb71 (192.168.203.113@tcp) 00000020:01000000:0.0:1790100673.350424:0:22758:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1790100673.350426:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790100673.350436:0:22758:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9261b5ab19c0) 00000100:00100000:2.0:1790100673.350444:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141077760:0@lo:8:llog_process_th.0 00000020:00000080:0.0:1790100673.350449:0:22758:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1790100673.350455:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1790100673.350517:0:22758:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1790100673.350522:0:22758:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:0.0:1790100673.350527:0:22758:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc87a4f2298288573 00010000:00080000:0.0:1790100673.350579:0:22758:0:(ldlm_lib.c:102:import_set_conn()) imp ffff926083d09800@lustre-OST0001-osc-MDT0000: add connection 192.168.203.113@tcp at head 00000400:00000100:2.0:1790100673.350580:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877056141077760 offset 0 length 520: 4 00010000:00010000:0.0:1790100673.350778:0:22758:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1790100673.350838:0:22758:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1790100673.350852:0:22758:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1790100673.356073:0:22758:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790100673.357502:0:22758:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000100:00100000:0.0:1790100673.357625:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1877056141077632:12345-0@lo:38:llog_process_th.0 Request processed in 24752us (34666us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790100673.357643:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:1.0:1790100673.357676:0:22758:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000100:00080000:0.0:1790100673.357706:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926187007800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790100673.357713:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790100673.357718:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141077632:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1790100673.358781:0:22766:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1790100673.358787:0:22766:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1790100673.359666:0:22758:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790100673.359679:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1790100673.359717:0:22758:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1790100673.359736:0:22758:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc87a4f229828857a 00000100:00080000:1.0:1790100673.359745:0:22758:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790100673.359755:0:22758:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff926083d09800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1790100673.359789:0:22758:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261c1951180 x1877056141077888/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790100673.359855:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141077888:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1790100673.359903:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877056141077888 offset 0 length 520: 4 00000100:00080000:1.0:1790100673.359954:0:22758:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1790100673.360014:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790100673.360018:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790100673.360019:0:22758:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1790100673.360022:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790100673.360026:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790100673.360027:0:22758:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:1.0:1790100673.360030:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1790100673.360031:0:22758:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1790100673.360034:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790100673.360036:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790100673.360037:0:22758:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:1.0:1790100673.360039:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790100673.360041:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790100673.360042:0:22758:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1790100673.360045:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1790100673.360072:0:22758:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a506ab7a-0172-45f1-980b-f79bd4c4429c:22758:1877056141078016:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790100673.360117:0:22758:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100673.360138:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261908c1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1790100673.360285:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141078016 00000100:00100000:0.0:1790100673.360291:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141078016 00000100:00100000:0.0:1790100673.360454:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790100673.360464:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+9:22758:x1877056141078016:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1790100673.360597:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+9:22758:x1877056141078016:12345-0@lo:502:llog_process_th.0 Request processed in 134us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100673.360604:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790100673.360680:0:22758:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a506ab7a-0172-45f1-980b-f79bd4c4429c:22758:1877056141078016:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1790100673.360704:0:22758:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790100673.360709:0:22758:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790100673.360711:0:22758:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1790100673.360715:0:22758:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1790100673.360923:0:22720:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1790100673.360946:0:22720:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1790100673.360967:0:22720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59800/0xc87a4f22982884ee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884f5 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.360978:0:22720:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e59800/0xc87a4f22982884ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884f5 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100673.360985:0:22720:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff926085324000 from 1 10000000:01000000:3.0:1790100673.360987:0:22720:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790100673.361012:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59e00/0xc87a4f2298288581 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.361020:0:22720:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a2e59e00/0xc87a4f2298288581 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.361027:0:22720:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a2e59e00/0xc87a4f2298288581 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100673.361041:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141078144:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790100673.361072:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.361231:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083ed2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1790100673.361268:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141078144 00000100:00100000:1.0:1790100673.361273:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141078144 00000100:00100000:2.0:1790100673.361331:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790100673.361373:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+9:22720:x1877056141078144:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790100673.361392:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100673.361413:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926083e47000/0xc87a4f2298288588 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f2298288581 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100673.361433:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926083e47000/0xc87a4f2298288588 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f2298288581 expref: 10 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100673.361443:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926083e47000/0xc87a4f2298288588 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288581 expref: 10 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100673.361451:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083e47000, rc 0) 00000100:00100000:2.0:1790100673.361483:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+10:22720:x1877056141078144:12345-0@lo:101:mount.lustre.0 Request processed in 145us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100673.361489:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790100673.361682:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141078144:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790100673.361694:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a2e59e00/0xc87a4f2298288581 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288588 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.361703:0:22720:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a2e59e00/0xc87a4f2298288581 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298288588 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100673.362233:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141078272:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1790100673.362310:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.362392:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083ed2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1790100673.362469:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141078272 00000100:00100000:2.0:1790100673.362474:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141078272 00000100:00100000:2.0:1790100673.362501:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790100673.362508:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+10:22720:x1877056141078272:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1790100673.362522:0:22734:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1790100673.362528:0:22734:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1790100673.362679:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+10:22720:x1877056141078272:12345-0@lo:256:mount.lustre.0 Request processed in 171us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100673.362687:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790100673.362830:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141078272:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1790100673.363412:0:22720:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1790100673.363431:0:22720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59e00/0xc87a4f2298288581 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288588 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.363441:0:22720:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e59e00/0xc87a4f2298288581 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288588 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100673.363449:0:22720:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff926085324000 from 1 10000000:01000000:3.0:1790100673.363452:0:22720:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1790100673.363481:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f229828858f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.363489:0:22720:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f229828858f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.363499:0:22720:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f229828858f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100673.363514:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141078400:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790100673.363549:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.363960:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083ed2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1790100673.364003:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141078400 00000100:00100000:0.0:1790100673.364009:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141078400 00000100:00100000:0.0:1790100673.364084:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790100673.364093:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+10:22720:x1877056141078400:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790100673.364104:0:22735:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100673.364118:0:22735:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926191687e00/0xc87a4f2298288596 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f229828858f expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.364138:0:22735:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926191687e00/0xc87a4f2298288596 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f229828858f expref: 11 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.364147:0:22735:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926191687e00/0xc87a4f2298288596 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f229828858f expref: 11 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.364156:0:22735:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926191687e00, rc 0) 00000100:00100000:0.0:1790100673.364198:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+11:22720:x1877056141078400:12345-0@lo:101:mount.lustre.0 Request processed in 107us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100673.364204:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1790100673.364281:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141078400:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790100673.364294:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f229828858f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288596 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.364313:0:22720:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f229828858f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298288596 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100673.364414:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141078528:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100673.364442:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.364786:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083ed2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1790100673.364858:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141078528 00000100:00100000:1.0:1790100673.364864:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141078528 00000100:00100000:2.0:1790100673.365012:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790100673.365020:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+11:22720:x1877056141078528:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790100673.365158:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+11:22720:x1877056141078528:12345-0@lo:501:mount.lustre.0 Request processed in 137us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100673.365164:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1790100673.365223:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141078528:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100673.365255:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141078656:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790100673.365297:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.365665:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083ed2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1790100673.365700:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141078656 00000100:00100000:0.0:1790100673.365705:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141078656 00000100:00100000:0.0:1790100673.365730:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790100673.365737:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+11:22720:x1877056141078656:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790100673.365832:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+11:22720:x1877056141078656:12345-0@lo:503:mount.lustre.0 Request processed in 94us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100673.365838:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790100673.365918:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141078656:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790100673.366717:0:22768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a506ab7a-0172-45f1-980b-f79bd4c4429c:22768:1877056141078784:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1790100673.366767:0:22768:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.366841:0:22768:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083ed2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1790100673.366878:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141078784 00000100:00100000:0.0:1790100673.366883:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141078784 00000100:00100000:0.0:1790100673.366944:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790100673.366952:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+11:22768:x1877056141078784:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1790100673.367526:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+11:22768:x1877056141078784:12345-0@lo:502:llog_process_th.0 Request processed in 573us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100673.367534:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790100673.367653:0:22768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a506ab7a-0172-45f1-980b-f79bd4c4429c:22768:1877056141078784:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1790100673.369619:0:22768:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790100673.369637:0:22768:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.369640:0:22768:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1790100673.369651:0:22768:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff926085324000 00000020:00000080:3.0:1790100673.369653:0:22768:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790100673.369661:0:22768:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790100673.369663:0:22768:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.369665:0:22768:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1790100673.369667:0:22768:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790100673.369669:0:22768:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.369682:0:22768:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1790100673.369686:0:22768:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff926085324000 00000020:00000080:3.0:1790100673.369689:0:22768:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790100673.369793:0:22768:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790100673.369797:0:22768:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.369798:0:22768:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1790100673.369801:0:22768:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790100673.369803:0:22768:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.369805:0:22768:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1790100673.369808:0:22768:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff926085324000 00000020:00000080:3.0:1790100673.369810:0:22768:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790100673.375765:0:22768:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790100673.375778:0:22768:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.375781:0:22768:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1790100673.375786:0:22768:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790100673.375791:0:22768:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.375792:0:22768:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1790100673.375798:0:22768:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff926085324000 00000020:00000080:3.0:1790100673.375800:0:22768:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1790100673.375882:0:22768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a506ab7a-0172-45f1-980b-f79bd4c4429c:22768:1877056141078912:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1790100673.375958:0:22768:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.376009:0:22768:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083ed2b40 going to sleep for 11 seconds 00000100:00100000:1.0:1790100673.376108:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141078912 00000100:00100000:1.0:1790100673.376115:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141078912 00000100:00100000:1.0:1790100673.376173:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790100673.376182:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+11:22768:x1877056141078912:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790100673.376304:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+11:22768:x1877056141078912:12345-0@lo:502:llog_process_th.0 Request processed in 123us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100673.376312:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790100673.376508:0:22768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a506ab7a-0172-45f1-980b-f79bd4c4429c:22768:1877056141078912:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1790100673.376534:0:22768:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790100673.376539:0:22768:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100673.376541:0:22768:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1790100673.376545:0:22768:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:1.0:1790100673.376785:0:22720:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1790100673.376807:0:22720:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1790100673.376835:0:22720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f229828858f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288596 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100673.376847:0:22720:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f229828858f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288596 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790100673.376896:0:22720:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1790100673.376899:0:22720:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff926085324000 10000000:01000000:1.0:1790100673.376901:0:22720:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff926085324000 10000000:01000000:1.0:1790100673.376905:0:22720:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790100673.376910:0:22720:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff926085324000 from 1 10000000:01000000:1.0:1790100673.376913:0:22720:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1790100673.376938:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261b66e1200/0xc87a4f229828859d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100673.376947:0:22720:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261b66e1200/0xc87a4f229828859d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100673.376955:0:22720:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261b66e1200/0xc87a4f229828859d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100673.376969:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1951500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141079040:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790100673.377003:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.383752:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261852d3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1790100673.384743:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141079040 00000100:00100000:0.0:1790100673.384755:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141079040 00000100:00100000:0.0:1790100673.385433:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790100673.386414:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+11:22720:x1877056141079040:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790100673.386439:0:22735:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100673.386458:0:22735:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926191687400/0xc87a4f22982885a4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f229828859d expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.386487:0:22735:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926191687400/0xc87a4f22982885a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f229828859d expref: 12 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.386498:0:22735:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926191687400/0xc87a4f22982885a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f229828859d expref: 12 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.386518:0:22735:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926191687400, rc 0) 00000100:00100000:0.0:1790100673.387690:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22720:x1877056141079040:12345-0@lo:101:mount.lustre.0 Request processed in 2241us (10680us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100673.387700:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1790100673.388697:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1951500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141079040:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790100673.388729:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261b66e1200/0xc87a4f229828859d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982885a4 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100673.388740:0:22720:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261b66e1200/0xc87a4f229828859d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982885a4 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100673.388821:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141079168:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790100673.388870:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100673.388908:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b224e000 going to sleep for 11 seconds 00000100:00100000:3.0:1790100673.389062:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141079168 00000100:00100000:3.0:1790100673.389069:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141079168 00000100:00100000:3.0:1790100673.389114:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790100673.389129:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22720:x1877056141079168:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100673.389242:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22720:x1877056141079168:12345-0@lo:501:mount.lustre.0 Request processed in 114us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100673.389248:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790100673.389706:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141079168:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790100673.389743:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141079296:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790100673.389784:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100673.389816:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b224e000 going to sleep for 11 seconds 00000100:00100000:0.0:1790100673.389861:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141079296 00000100:00100000:0.0:1790100673.389866:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141079296 00000100:00100000:0.0:1790100673.389902:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1790100673.389910:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22720:x1877056141079296:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790100673.389993:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22720:x1877056141079296:12345-0@lo:503:mount.lustre.0 Request processed in 84us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100673.390000:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1790100673.390038:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141079296:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790100673.390671:0:22771:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a506ab7a-0172-45f1-980b-f79bd4c4429c:22771:1877056141079424:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790100673.390711:0:22771:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100673.390734:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141079424 00000100:00100000:2.0:1790100673.390738:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141079424 00000100:00100000:2.0:1790100673.392317:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790100673.392333:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22771:x1877056141079424:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790100673.392506:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22771:x1877056141079424:12345-0@lo:502:llog_process_th.0 Request processed in 178us (1794us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100673.392513:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790100673.402729:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b224e000 going to sleep for 11 seconds 00000100:00100000:2.0:1790100673.402774:0:22771:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a506ab7a-0172-45f1-980b-f79bd4c4429c:22771:1877056141079424:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1790100673.402847:0:22771:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1790100673.402866:0:22771:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9261a69419c0) 00000020:00000080:2.0:1790100673.402885:0:22771:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:2.0:1790100673.402987:0:22771:0:(tgt_mount.c:153:server_get_mount()) get mount ffff926085324000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1790100673.402991:0:22771:0:(tgt_mount.c:187:server_put_mount()) put mount ffff926085324000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1790100673.402994:0:22771:0:(obd_mount.c:710:lustre_put_lsi()) put ffff926085324000 4 00010000:00080000:2.0:1790100673.403022:0:22771:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9261b235b800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.113@tcp at head 00010000:00010000:2.0:1790100673.406743:0:22771:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1790100673.411830:0:22771:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1790100673.411879:0:22771:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1790100673.411892:0:22771:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xc87a4f22982885b2 00000100:00080000:1.0:1790100673.411902:0:22771:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790100673.411913:0:22771:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9261b235b800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1790100673.411946:0:22771:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261c1953800 x1877056141079552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790100673.418982:0:22771:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1790100673.420664:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1877056141079552:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1790100673.420750:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100673.421670:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141079552 00000100:00100000:1.0:1790100673.421681:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141079552 00000100:00100000:1.0:1790100673.421716:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790100673.421723:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6650000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1877056141079552:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1790100673.421794:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6650000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1877056141079552:12345-0@lo:38:llog_process_th.0 Request processed in 70us (1045us total) trans 0 rc -11/-11 00000100:00100000:1.0:1790100673.421800:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790100673.422091:0:22771:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1953100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a506ab7a-0172-45f1-980b-f79bd4c4429c:22771:1877056141079680:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790100673.422136:0:22771:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100673.422160:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff926194118000 going to sleep for 11 seconds 00000100:00100000:1.0:1790100673.422431:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1790100673.422439:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9261b235b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790100673.422444:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1790100673.422447:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1877056141079552:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1790100673.423597:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141079680 00000100:00100000:2.0:1790100673.423606:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141079680 00000100:00100000:2.0:1790100673.423649:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1790100673.423658:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22771:x1877056141079680:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790100673.423795:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22771:x1877056141079680:12345-0@lo:502:llog_process_th.0 Request processed in 137us (1657us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100673.423802:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1790100673.426796:0:22771:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1953100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a506ab7a-0172-45f1-980b-f79bd4c4429c:22771:1877056141079680:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790100673.426875:0:22771:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1953100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a506ab7a-0172-45f1-980b-f79bd4c4429c:22771:1877056141079808:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790100673.426943:0:22771:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100673.426975:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff926194118000 going to sleep for 11 seconds 00000100:00100000:2.0:1790100673.427068:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141079808 00000100:00100000:2.0:1790100673.427074:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141079808 00000100:00100000:2.0:1790100673.427117:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1790100673.427126:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22771:x1877056141079808:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790100673.427237:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22771:x1877056141079808:12345-0@lo:502:llog_process_th.0 Request processed in 112us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100673.427244:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1790100673.428706:0:22771:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1953100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a506ab7a-0172-45f1-980b-f79bd4c4429c:22771:1877056141079808:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1790100673.428750:0:22771:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1790100673.429508:0:22720:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1790100673.429534:0:22720:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1790100673.430465:0:22720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261b66e1200/0xc87a4f229828859d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982885a4 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100673.430481:0:22720:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261b66e1200/0xc87a4f229828859d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982885a4 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1790100673.430569:0:22720:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1790100673.430571:0:22720:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790100673.430572:0:22720:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790100673.430573:0:22720:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790100673.430575:0:22720:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790100673.430576:0:22720:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790100673.430577:0:22720:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790100673.430579:0:22720:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790100673.430580:0:22720:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790100673.430582:0:22720:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790100673.430586:0:22720:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1790100673.430588:0:22720:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790100673.430589:0:22720:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790100673.430591:0:22720:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790100673.430592:0:22720:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790100673.430593:0:22720:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790100673.430594:0:22720:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790100673.430595:0:22720:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790100673.430596:0:22720:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790100673.430597:0:22720:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790100673.430598:0:22720:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790100673.430622:0:22720:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1790100673.430640:0:22720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141079936:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1790100673.430705:0:22720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100673.430755:0:22720:0:(client.c:2716:ptlrpc_set_wait()) set ffff926084992a80 going to sleep for 11 seconds 00000100:00100000:1.0:1790100673.430889:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141079936 00000100:00100000:1.0:1790100673.430896:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141079936 00000100:00100000:1.0:1790100673.430944:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1790100673.430961:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22720:x1877056141079936:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1790100673.430988:0:22735:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1790100673.431000:0:22735:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1790100673.451544:0:22735:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1790100673.451670:0:22735:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1790100673.453561:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22720:x1877056141079936:12345-0@lo:253:mount.lustre.0 Request processed in 22586us (22840us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100673.453575:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1790100673.453652:0:22720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:22720:1877056141079936:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1790100673.453667:0:22720:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1790100673.453670:0:22720:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1790100673.453672:0:22720:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790100673.453673:0:22720:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790100673.453674:0:22720:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790100673.453675:0:22720:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790100673.453677:0:22720:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790100673.453678:0:22720:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790100673.453679:0:22720:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790100673.453681:0:22720:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790100673.453682:0:22720:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1790100673.453695:0:22720:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1790100673.459444:0:22756:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1790100673.459455:0:22756:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1790100673.459480:0:22756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff926191687600/0xc87a4f22982885b9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.459499:0:22756:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff926083e47000/0xc87a4f2298288588 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288581 expref: 11 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.459508:0:22756:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff926191687600/0xc87a4f22982885b9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.459615:0:22756:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff926083e47000/0xc87a4f2298288588 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc87a4f2298288581 expref: 11 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.459643:0:22756:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff926083e47000/0xc87a4f2298288588 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc87a4f2298288581 expref: 11 pid: 22734 timeout: 624 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100673.459659:0:22756:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22756:1877056141080064:0@lo:104: 00000100:00100000:0.0:1790100673.459720:0:22756:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100673.459768:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a22e79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790100673.459865:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141080064 00000100:00100000:3.0:1790100673.459873:0:22724:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141080064 00000100:00100000:3.0:1790100673.459926:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790100673.459935:0:22724:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6652300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+3:22756:x1877056141080064:12345-0@lo:104: 00010000:00010000:3.0:1790100673.459947:0:22724:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9261a2e59e00/0xc87a4f2298288581 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f2298288588 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.459993:0:22724:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1790100673.460000:0:22724:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6652300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+3:22756:x1877056141080064:12345-0@lo:104: Request processed in 66us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100673.460006:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790100673.460441:0:22756:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22756:1877056141080064:0@lo:104: 00010000:00010000:0.0:1790100673.460467:0:22756:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff926191687600/0xc87a4f22982885b9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.460484:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790100673.460489:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9261a2e59e00/0xc87a4f2298288581 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f2298288588 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.460496:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e59e00 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:0.0:1790100673.460501:0:22730:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e59e00/0xc87a4f2298288581 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc87a4f2298288588 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.460509:0:22730:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9261a2e59e00/0xc87a4f2298288581 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc87a4f2298288588 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790100673.460517:0:22730:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e59e00/0xc87a4f2298288581 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc87a4f2298288588 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790100673.460523:0:22730:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1790100673.460918:0:22730:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9261a2e59e00/0xc87a4f2298288581 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288588 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.460926:0:22730:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790100673.460965:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9261a2e59e00/0xc87a4f2298288581 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288588 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.460972:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9261a2e59e00/0xc87a4f2298288581 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288588 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.460989:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100673.460991:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100673.460993:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100673.461022:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790100673.461034:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a506ab7a-0172-45f1-980b-f79bd4c4429c:3644:1877056141080192:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790100673.461080:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100673.461179:0:22726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141080192 00000100:00100000:3.0:1790100673.461186:0:22726:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141080192 00010000:00010000:3.0:1790100673.461207:0:22726:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff926083e47000/0xc87a4f2298288588 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f2298288581 expref: 12 pid: 22734 timeout: 624 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100673.461238:0:22726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790100673.461246:0:22726:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6651c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:3644:x1877056141080192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790100673.461256:0:22726:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790100673.461261:0:22726:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff926083e47000/0xc87a4f2298288588 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f2298288581 expref: 12 pid: 22734 timeout: 624 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.461270:0:22726:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff926083e47000/0xc87a4f2298288588 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc87a4f2298288581 expref: 12 pid: 22734 timeout: 624 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.461296:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926083e47000/0xc87a4f2298288588 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc87a4f2298288581 expref: 12 pid: 22734 timeout: 624 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.461311:0:22726:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff926191687600/0xc87a4f22982885b9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.461319:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926191687600/0xc87a4f22982885b9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1790100673.461333:0:22726:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001878855s 00010000:00010000:3.0:1790100673.461360:0:22726:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff926191687600/0xc87a4f22982885b9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.461369:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff926191687600/0xc87a4f22982885b9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.461374:0:22726:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff926191687600/0xc87a4f22982885b9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.461380:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff926191687600/0xc87a4f22982885b9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.461395:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926191687600 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100673.461399:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff926191687600/0xc87a4f22982885b9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.461406:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff926191687600/0xc87a4f22982885b9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.461417:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff926191687600/0xc87a4f22982885b9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100673.461432:0:22726:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790100673.461463:0:22726:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6651c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+11:3644:x1877056141080192:12345-0@lo:103:ldlm_bl.0 Request processed in 218us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100673.461469:0:22726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1790100673.461541:0:22756:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff926191687600/0xc87a4f22982885b9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.462645:0:22756:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff926191687600/0xc87a4f22982885b9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100673.462662:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926191687600/0xc87a4f22982885b9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100673.462719:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a506ab7a-0172-45f1-980b-f79bd4c4429c:3644:1877056141080192:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1790100673.485478:0:22720:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:1.0:1790100673.485844:0:22720:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1790100673.486005:0:22780:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:3.0:1790100673.486009:0:22780:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:1.0:1790100673.490514:0:22781:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1790100673.490747:0:22720:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:0.0:1790100673.491122:0:22782:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9261b6650380 x1877056141080320/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100673.491135:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00000040:01000000:1.0:1790100673.491677:0:22720:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1790100673.491727:0:22720:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1790100673.492147:0:22720:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1790100673.492155:0:22720:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1790100673.492190:0:22720:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790100673.497629:0:22781:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790100673.502996:0:22781:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1790100673.503083:0:22781:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:3.0:1790100673.503246:0:22720:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1790100673.503854:0:22720:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1790100673.503886:0:22720:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1790100673.507466:0:22720:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1790100673.508506:0:22720:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1790100673.516831:0:22720:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1790100673.530537:0:22720:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1790100673.530592:0:22720:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffbae4814fb988 00100000:10000000:3.0:1790100673.530601:0:22720:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1790100673.531276:0:22720:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1790100673.531291:0:22720:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.113@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1790100673.531319:0:22720:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1790100673.531370:0:22720:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1790100673.540126:0:22720:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790100673.540326:0:22720:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1790100674.056588:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1790100674.126862:0:22738:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1790100674.126870:0:22738:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff926085324000 from 11 10000000:01000000:2.0:1790100674.126876:0:22738:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790100674.126931:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e46a00/0xc87a4f22982885c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100674.126944:0:22738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff926083e46a00/0xc87a4f22982885c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100674.126956:0:22738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff926083e46a00/0xc87a4f22982885c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100674.126980:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141080448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1790100674.127045:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100674.127082:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5a10240 going to sleep for 11 seconds 00000100:00100000:2.0:1790100674.127102:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141080448 00000100:00100000:2.0:1790100674.127109:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141080448 00000100:00100000:2.0:1790100674.127149:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1790100674.127157:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+11:22738:x1877056141080448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790100674.127170:0:22736:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100674.127181:0:22736:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926083e47600/0xc87a4f22982885c7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f22982885c0 expref: -99 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100674.127203:0:22736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926083e47600/0xc87a4f22982885c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f22982885c0 expref: 12 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100674.127213:0:22736:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926083e47600/0xc87a4f22982885c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982885c0 expref: 12 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100674.127221:0:22736:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083e47600, rc 0) 00000100:00100000:2.0:1790100674.127256:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22738:x1877056141080448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 99us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100674.127263:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1790100674.129745:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141080448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790100674.129771:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff926083e46a00/0xc87a4f22982885c0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982885c7 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100674.129785:0:22738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff926083e46a00/0xc87a4f22982885c0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982885c7 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100674.129855:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141080576:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1790100674.129909:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100674.129945:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5a10240 going to sleep for 11 seconds 00000100:00100000:1.0:1790100674.132329:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141080576 00000100:00100000:1.0:1790100674.133726:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141080576 00000100:00100000:1.0:1790100674.133796:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1790100674.133805:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22738:x1877056141080576:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1790100674.133840:0:22735:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1790100674.133856:0:22735:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1790100674.133859:0:22735:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1790100674.133993:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:22738:x1877056141080576:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 188us (4082us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100674.134001:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1790100674.135444:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141080576:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1790100674.135504:0:22738:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790100674.135514:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e46a00/0xc87a4f22982885c0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982885c7 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100674.135526:0:22738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff926083e46a00/0xc87a4f22982885c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982885c7 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1790100674.450631:0:22775:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1790100674.450640:0:22775:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1790100674.461155:0:22775:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1790100674.461172:0:22775:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1790100674.506261:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00010000:00010000:0.0:1790100675.080441:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1790100675.464581:0:22775:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1790100675.464590:0:22775:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1790100675.464708:0:22775:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1790100675.464749:0:22775:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1790100675.464877:0:22775:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:1.0:1790100675.529491:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00010000:00010000:1.0:1790100676.107026:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100676.552406:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00010000:00010000:0.0:1790100677.128682:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100677.578368:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00000001:02000400:0.0:1790100677.599628:0:23024:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1790100678.154497:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1790100678.526369:0:23077:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790100678.526551:0:23077:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1790100678.602497:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00000100:00080000:0.0:1790100678.602788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790100678.602793:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1790100678.602796:0:36:0:(import.c:65:import_set_state_nolock()) ffff926187007800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790100678.602804:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 524 00000100:00080000:0.0:1790100678.602809:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790100678.602820:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff926187007800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100678.602842:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b6650e00 x1877056141080832/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790100678.602857:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100678.602861:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790100678.602864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100678.602867:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790100678.602870:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790100678.602873:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1790100678.602875:0:36:0:(import.c:65:import_set_state_nolock()) ffff9261b235b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790100678.602880:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9261b235b800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100678.602891:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b6651500 x1877056141080960/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790100678.602938:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1790100678.602951:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141080704:0@lo:400:kworker.0 00000100:00100000:2.0:1790100678.603016:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100678.603104:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141080704 00000100:00100000:0.0:1790100678.603126:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141080704 00000100:00100000:0.0:1790100678.603178:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1790100678.603187:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:3643:x1877056141080704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100678.603238:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:3643:x1877056141080704:12345-0@lo:400:kworker.0 Request processed in 52us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100678.603245:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1790100678.603288:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141080704:0@lo:400:kworker.0 00000100:00100000:1.0:1790100678.603441:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141080832:0@lo:38:kworker.0 00000100:00100000:1.0:1790100678.603503:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100678.603534:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1877056141080960:0@lo:38:kworker.0 00000100:00100000:1.0:1790100678.603571:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100678.603647:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141080832 00000100:00100000:2.0:1790100678.603652:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141080832 00000100:00100000:2.0:1790100678.603680:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790100678.603686:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1953100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1877056141080832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1790100678.603702:0:22746:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1790100678.603735:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1953100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1877056141080832:12345-0@lo:38:kworker.0 Request processed in 47us (231us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790100678.603748:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1790100678.603816:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141080960 00000100:00100000:0.0:1790100678.603820:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141080960 00000100:00100000:0.0:1790100678.603848:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1790100678.603853:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1953800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1877056141080960:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1790100678.603871:0:22742:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 529 last 0 00000020:00000080:0.0:1790100678.603904:0:22742:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xc87a4f22982885ce 00000004:00100000:0.0:1790100678.603918:0:22742:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1790100678.604039:0:22742:0:(import.c:65:import_set_state_nolock()) ffff9261b766d800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790100678.604077:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1953800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1877056141080960:12345-0@lo:38:kworker.0 Request processed in 222us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100678.604083:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1790100678.604182:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926187007800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790100678.604187:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790100678.604190:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141080832:0@lo:38:kworker.0 00010000:00080000:1.0:1790100678.604200:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9261b6651500 x1877056141080960/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790100688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1790100678.604212:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1790100678.604225:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1790100678.604229:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1790100678.604231:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9261b235b800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1790100678.604236:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1877056141080960:0@lo:38:kworker.0 00010000:00010000:0.0:1790100679.177642:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1790100679.445257:0:23127:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790100679.445610:0:23127:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1790100679.625771:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00010000:00010000:1.0:1790100680.203372:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100680.656304:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00010000:00010000:0.0:1790100681.229672:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100681.672462:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00010000:00010000:1.0:1790100682.249845:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100682.696452:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00010000:00010000:2.0:1790100683.277355:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100683.720579:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790100673/real 1790100673] req@ffff9261c1951180 x1877056141077888/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100683 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100683.720609:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9261c1951180 x1877056141077888/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100683 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100683.720620:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790100673/real 1790100673] req@ffff9261b6652a00 x1877056141077760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100683 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100683.720632:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9261b6652a00 x1877056141077760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100683 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1790100683.720649:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083d09800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790100683.720666:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1790100683.720670:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141077888:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1790100683.720676:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083d0d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790100683.720680:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1790100683.720683:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141077760:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1790100683.720839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790100683.720844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1790100683.720847:0:36:0:(import.c:65:import_set_state_nolock()) ffff926187007800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790100683.720852:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 529 00000100:00080000:0.0:1790100683.720870:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1790100683.720880:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff926187007800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100683.720901:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b6650700 x1877056141081216/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790100683.720914:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100683.720917:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1790100683.720919:0:36:0:(import.c:65:import_set_state_nolock()) ffff926083d0d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790100683.720922:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 524 00000100:00080000:0.0:1790100683.720925:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790100683.720929:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff926083d0d800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100683.720941:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b6651880 x1877056141081344/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790100683.720948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100683.720951:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1790100683.720952:0:36:0:(import.c:65:import_set_state_nolock()) ffff926083d09800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790100683.720955:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 524 00000100:00080000:0.0:1790100683.720957:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790100683.720960:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff926083d09800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100683.720969:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b6652680 x1877056141081472/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790100683.721108:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00000100:00100000:1.0:1790100683.721203:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141081088:0@lo:400:kworker.0 00000100:00100000:1.0:1790100683.721279:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100683.721405:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790100683.721412:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877056141081600:0@lo:400:kworker.0 00000100:00100000:1.0:1790100683.721438:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100683.721462:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141081216:0@lo:38:kworker.0 00000100:00100000:1.0:1790100683.721484:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100683.721505:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141081344:0@lo:8:kworker.0 00000400:00000100:1.0:1790100683.721523:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877056141081344 offset 0 length 520: 4 00000100:00100000:1.0:1790100683.721535:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141081472:0@lo:8:kworker.0 00000400:00000100:1.0:1790100683.721568:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877056141081472 offset 0 length 520: 4 00000100:00100000:1.0:1790100683.721595:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141081216 00000100:00100000:1.0:1790100683.721601:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141081216 00000100:00100000:1.0:1790100683.721631:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790100683.721637:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1953b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1877056141081216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1790100683.721654:0:22746:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790100683.721692:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1953b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1877056141081216:12345-0@lo:38:kworker.0 Request processed in 54us (206us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790100683.721698:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1790100683.721730:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926187007800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790100683.721734:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790100683.721737:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141081216:0@lo:38:kworker.0 00000100:00100000:0.0:1790100683.721877:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141081600 00000100:00100000:0.0:1790100683.721881:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141081600 00000100:00100000:0.0:1790100683.721916:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790100683.721923:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1951180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877056141081600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100683.721967:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1951180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877056141081600:12345-0@lo:400:kworker.0 Request processed in 46us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100683.721982:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1790100683.722121:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9261b6652d80 x1877056141081600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100683.722132:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877056141081600:0@lo:400:kworker.0 00000100:00100000:2.0:1790100683.723118:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141081088 00000100:00100000:2.0:1790100683.723127:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141081088 00000100:00100000:0.0:1790100683.723526:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1790100683.723536:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:3641:x1877056141081088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100683.723615:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:3641:x1877056141081088:12345-0@lo:400:kworker.0 Request processed in 81us (2336us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100683.723622:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1790100683.723865:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141081088:0@lo:400:kworker.0 00010000:00010000:1.0:1790100684.302508:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100684.755491:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00010000:00010000:2.0:1790100685.320646:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790100685.705075:0:22775:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1790100685.769827:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00000020:01000004:2.0:1790100686.160829:0:23472:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1790100686.160833:0:23472:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1790100686.160835:0:23472:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1790100686.160947:0:23472:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9261b2358800 00000020:01000004:2.0:1790100686.160963:0:23472:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1790100686.160979:0:23472:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1790100686.160992:0:23472:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9261a6944d40) 00000020:00000080:2.0:1790100686.161009:0:23472:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1790100686.240852:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:1.0:1790100686.242598:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1790100686.243974:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:1.0:1790100686.244174:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1790100686.244603:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1790100686.244774:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1790100686.244955:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1790100686.245144:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1790100686.245768:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1790100686.246031:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1790100686.246489:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1790100686.247327:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1790100686.247704:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:1.0:1790100686.247915:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:1.0:1790100686.250255:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1790100686.250637:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1790100686.250867:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1790100686.251431:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1790100686.251664:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1790100686.251854:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1790100686.252047:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:1.0:1790100686.252480:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:1.0:1790100686.252807:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:1.0:1790100686.253075:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:1.0:1790100686.253521:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1790100686.253811:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1790100686.254146:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1790100686.254518:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:1.0:1790100686.254754:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1790100686.254929:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1790100686.255206:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:1.0:1790100686.255991:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1790100686.256278:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1790100686.257398:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1790100686.257620:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1790100686.257806:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1790100686.258001:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1790100686.258419:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1790100686.258628:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1790100686.258853:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1790100686.259037:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1790100686.259539:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1790100686.259753:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1790100686.259990:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1790100686.260406:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1790100686.260639:0:23472:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00080000:01000000:2.0:1790100686.261743:0:23472:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1790100686.261949:0:23472:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1790100686.261959:0:23472:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1790100686.261970:0:23472:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xc87a4f22982885dc 00000020:01000004:2.0:1790100686.261975:0:23472:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1790100686.261995:0:23472:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.113@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1790100686.261998:0:23472:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.113@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1790100686.262004:0:23472:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1790100686.262026:0:23472:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1790100686.262030:0:23472:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.113@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1790100686.265865:0:23472:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.113@tcp ctxt 0 is initialized 00000020:01000004:2.0:1790100686.265899:0:23472:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.113@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1790100686.265904:0:23472:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1790100686.265905:0:23472:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1790100686.265907:0:23472:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790100686.265908:0:23472:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790100686.265909:0:23472:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790100686.265910:0:23472:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790100686.265912:0:23472:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790100686.265913:0:23472:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790100686.265914:0:23472:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790100686.265918:0:23472:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1790100686.265920:0:23472:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790100686.265921:0:23472:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1790100686.265922:0:23472:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790100686.265923:0:23472:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790100686.265925:0:23472:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790100686.265926:0:23472:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790100686.265927:0:23472:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790100686.265928:0:23472:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790100686.265929:0:23472:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790100686.265953:0:23472:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1790100686.265971:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141081728:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1790100686.266032:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100686.266081:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b20136c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790100686.266450:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141081728 00000100:00100000:1.0:1790100686.266459:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141081728 00000100:00100000:1.0:1790100686.266514:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1790100686.266523:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:23472:x1877056141081728:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1790100686.266551:0:22735:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1790100686.266554:0:22735:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1790100686.266561:0:22735:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1790100686.266853:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:23472:x1877056141081728:12345-0@lo:253:mount.lustre.0 Request processed in 330us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100686.266861:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1790100686.266893:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141081728:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1790100686.266904:0:23472:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1790100686.266906:0:23472:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1790100686.266908:0:23472:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1790100686.266909:0:23472:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790100686.266910:0:23472:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790100686.266911:0:23472:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790100686.266913:0:23472:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790100686.266914:0:23472:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790100686.266915:0:23472:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790100686.266916:0:23472:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1790100686.266932:0:23472:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9261b2358800 from lustre-MDT0001 10000000:01000000:0.0:1790100686.266960:0:23472:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:0.0:1790100686.266963:0:23472:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1790100686.266969:0:23472:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9261a6940000 local copy 00010000:00010000:0.0:1790100686.266978:0:23472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884d9 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100686.267069:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6653800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141081856:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790100686.267100:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100686.267136:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b20930c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100686.267440:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141081856 00000100:00100000:2.0:1790100686.267445:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141081856 00000100:00100000:2.0:1790100686.267630:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1790100686.267639:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:23472:x1877056141081856:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790100686.267720:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:23472:x1877056141081856:12345-0@lo:501:mount.lustre.0 Request processed in 82us (619us total) trans 0 rc -2/-2 00000100:00100000:2.0:1790100686.267726:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1790100686.267797:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6653800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141081856:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1790100686.267824:0:23472:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.113@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1790100686.267845:0:23472:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.113@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1790100686.267852:0:23472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884d9 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.267862:0:23472:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884d9 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790100686.267903:0:23472:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9261b2358800 10000000:01000000:1.0:1790100686.267907:0:23472:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1790100686.267911:0:23472:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9261a6940000 10000000:01000000:1.0:1790100686.267914:0:23472:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:1.0:1790100686.267917:0:23472:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9261a6940000 from 1 10000000:01000000:1.0:1790100686.267920:0:23472:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1790100686.267944:0:23472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261b66e1c00/0xc87a4f22982885e3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.267953:0:23472:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261b66e1c00/0xc87a4f22982885e3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.267963:0:23472:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261b66e1c00/0xc87a4f22982885e3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100686.267976:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141081984:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790100686.268004:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100686.268444:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5a106c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790100686.268500:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141081984 00000100:00100000:0.0:1790100686.268505:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141081984 00000100:00100000:0.0:1790100686.268530:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1790100686.268537:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+12:23472:x1877056141081984:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790100686.268546:0:22736:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100686.268559:0:22736:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926191686400/0xc87a4f22982885ea lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f22982885e3 expref: -99 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100686.268579:0:22736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926191686400/0xc87a4f22982885ea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f22982885e3 expref: 13 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100686.268589:0:22736:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926191686400/0xc87a4f22982885ea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982885e3 expref: 13 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100686.268598:0:22736:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926191686400, rc 0) 00000100:00100000:0.0:1790100686.268740:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+13:23472:x1877056141081984:12345-0@lo:101:mount.lustre.0 Request processed in 203us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100686.268747:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790100686.268922:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141081984:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790100686.268936:0:23472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261b66e1c00/0xc87a4f22982885e3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982885ea expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.268945:0:23472:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261b66e1c00/0xc87a4f22982885e3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982885ea expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790100686.268961:0:23472:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1790100686.269009:0:23472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261b66e1c00/0xc87a4f22982885e3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982885ea expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.269030:0:23472:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261b66e1c00/0xc87a4f22982885e3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982885ea expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790100686.269039:0:23472:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9261b2358800 10000000:01000000:1.0:1790100686.269043:0:23472:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1790100686.269046:0:23472:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9261b2358800 from 1 10000000:01000000:1.0:1790100686.269048:0:23472:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1790100686.269144:0:23472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261b66e0400/0xc87a4f22982885f1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.269152:0:23472:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261b66e0400/0xc87a4f22982885f1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.269160:0:23472:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261b66e0400/0xc87a4f22982885f1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100686.269174:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141082112:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790100686.269399:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100686.269429:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5a106c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790100686.269488:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141082112 00000100:00100000:3.0:1790100686.269493:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141082112 00000100:00100000:3.0:1790100686.269525:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1790100686.269533:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+13:23472:x1877056141082112:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790100686.269542:0:22735:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790100686.269557:0:22735:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261a2e59c00/0xc87a4f22982885f8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f22982885f1 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.269574:0:22735:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261a2e59c00/0xc87a4f22982885f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f22982885f1 expref: 14 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.269584:0:22735:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261a2e59c00/0xc87a4f22982885f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982885f1 expref: 14 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.269592:0:22735:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261a2e59c00, rc 0) 00000100:00100000:3.0:1790100686.269629:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+14:23472:x1877056141082112:12345-0@lo:101:mount.lustre.0 Request processed in 97us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100686.269636:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1790100686.269749:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141082112:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790100686.269760:0:23472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261b66e0400/0xc87a4f22982885f1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982885f8 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.269768:0:23472:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261b66e0400/0xc87a4f22982885f1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982885f8 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790100686.269779:0:23472:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1790100686.269879:0:23472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261b66e0400/0xc87a4f22982885f1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982885f8 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.269893:0:23472:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261b66e0400/0xc87a4f22982885f1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982885f8 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790100686.269900:0:23472:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1790100686.269904:0:23472:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790100686.269908:0:23472:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9261b2358800 10000000:01000000:1.0:1790100686.269911:0:23472:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1790100686.269914:0:23472:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:1.0:1790100686.269916:0:23472:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1790100686.269932:0:23472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261b66e0800/0xc87a4f22982885ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.269939:0:23472:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261b66e0800/0xc87a4f22982885ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.269946:0:23472:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261b66e0800/0xc87a4f22982885ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100686.269959:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141082240:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790100686.269982:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100686.270008:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5a106c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100686.270054:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141082240 00000100:00100000:2.0:1790100686.270127:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141082240 00000100:00100000:2.0:1790100686.270158:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1790100686.270165:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+14:23472:x1877056141082240:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790100686.270172:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100686.270180:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926083e46c00/0xc87a4f2298288606 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f22982885ff expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100686.270470:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926083e46c00/0xc87a4f2298288606 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f22982885ff expref: 15 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100686.270485:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926083e46c00/0xc87a4f2298288606 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982885ff expref: 15 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100686.270493:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083e46c00, rc 0) 00000100:00100000:3.0:1790100686.270580:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+15:23472:x1877056141082240:12345-0@lo:101:mount.lustre.0 Request processed in 414us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100686.270587:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1790100686.270699:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141082240:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790100686.270710:0:23472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261b66e0800/0xc87a4f22982885ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288606 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100686.270719:0:23472:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261b66e0800/0xc87a4f22982885ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298288606 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790100686.272401:0:23472:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1790100686.272931:0:23472:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790100686.277050:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1790100686.277107:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1790100686.278005:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1790100686.278037:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1790100686.278050:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1790100686.278062:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1790100686.278076:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1790100686.278089:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1790100686.278101:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1790100686.278113:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1790100686.278141:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1790100686.278156:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1790100686.278169:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1790100686.278204:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1790100686.278221:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1790100686.278252:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1790100686.278268:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1790100686.278282:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1790100686.278308:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1790100686.278322:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1790100686.278358:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1790100686.278375:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1790100686.278387:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1790100686.278400:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1790100686.278412:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1790100686.278424:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1790100686.278436:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1790100686.278592:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1790100686.278605:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1790100686.278617:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1790100686.278629:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1790100686.278643:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1790100686.278654:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1790100686.278667:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1790100686.278679:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1790100686.278693:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1790100686.278707:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1790100686.278718:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1790100686.278730:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1790100686.278741:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1790100686.278753:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1790100686.278765:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1790100686.278776:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1790100686.278788:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1790100686.278812:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1790100686.278818:0:23472:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1790100686.278919:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141082368:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100686.278978:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100686.279022:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083ddb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100686.279511:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141082368 00000100:00100000:2.0:1790100686.279520:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141082368 00000100:00100000:2.0:1790100686.279573:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1790100686.279583:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+15:23472:x1877056141082368:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790100686.279736:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+15:23472:x1877056141082368:12345-0@lo:501:mount.lustre.0 Request processed in 155us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100686.279744:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1790100686.279841:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141082368:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790100686.279877:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1950380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141082496:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790100686.279919:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100686.279951:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5a10540 going to sleep for 11 seconds 00000100:00100000:0.0:1790100686.280003:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141082496 00000100:00100000:0.0:1790100686.280008:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141082496 00000100:00100000:0.0:1790100686.280036:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1790100686.280042:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+15:23472:x1877056141082496:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790100686.281000:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+15:23472:x1877056141082496:12345-0@lo:503:mount.lustre.0 Request processed in 954us (1076us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100686.281008:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1790100686.281113:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1950380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141082496:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1790100686.281807:0:23472:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1790100686.281889:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1950380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141082624:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790100686.281936:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100686.281975:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5a10540 going to sleep for 11 seconds 00000100:00100000:2.0:1790100686.282046:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141082624 00000100:00100000:2.0:1790100686.282052:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141082624 00000100:00100000:2.0:1790100686.282091:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1790100686.282100:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+15:23472:x1877056141082624:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790100686.282955:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+15:23472:x1877056141082624:12345-0@lo:502:mount.lustre.0 Request processed in 854us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100686.282964:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1790100686.283058:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1950380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141082624:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1790100686.283628:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1790100686.283660:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:1.0:1790100686.283676:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:1.0:1790100686.283690:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:1.0:1790100686.283707:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:1.0:1790100686.283722:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:1.0:1790100686.283737:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:1.0:1790100686.283751:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:1.0:1790100686.283765:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:1.0:1790100686.283779:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:1.0:1790100686.283794:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:1.0:1790100686.283806:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:1.0:1790100686.283819:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:1.0:1790100686.283833:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:1.0:1790100686.283845:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:1.0:1790100686.283860:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:1.0:1790100686.283875:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:1.0:1790100686.283891:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:1.0:1790100686.283906:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:1.0:1790100686.283920:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:1.0:1790100686.283934:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:1.0:1790100686.283949:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:1.0:1790100686.283964:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:1.0:1790100686.283979:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:1.0:1790100686.283994:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:1.0:1790100686.284021:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:1.0:1790100686.284035:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:1.0:1790100686.284049:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:1.0:1790100686.284063:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:1.0:1790100686.284077:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:1.0:1790100686.284091:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:1.0:1790100686.284104:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:1.0:1790100686.284443:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:1.0:1790100686.284477:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:1.0:1790100686.284495:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:1.0:1790100686.284509:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:1.0:1790100686.284524:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:1.0:1790100686.284539:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:1.0:1790100686.284553:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:1.0:1790100686.284567:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:1.0:1790100686.284581:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:1.0:1790100686.284595:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:1.0:1790100686.284608:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:1.0:1790100686.284622:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:1.0:1790100686.284664:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1950380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141082752:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790100686.284732:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100686.284851:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5a10540 going to sleep for 11 seconds 00000100:00100000:3.0:1790100686.285602:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141082752 00000100:00100000:3.0:1790100686.285612:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141082752 00000100:00100000:3.0:1790100686.285663:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1790100686.285673:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+15:23472:x1877056141082752:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100686.285804:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+15:23472:x1877056141082752:12345-0@lo:502:mount.lustre.0 Request processed in 133us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100686.285812:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1790100686.285913:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1950380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141082752:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1790100686.285974:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:1.0:1790100686.285985:0:23472:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1790100686.286982:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790100686.286992:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790100686.286994:0:23476:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1790100686.286999:0:23476:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1790100686.287002:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790100686.287015:0:23476:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9261a6943380) 00000020:00000080:2.0:1790100686.287035:0:23476:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1790100686.287041:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1790100686.287150:0:23476:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1790100686.287157:0:23476:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xc87a4f2298288614 00000020:00000080:2.0:1790100686.287578:0:23476:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1790100686.287585:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790100686.287589:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790100686.287597:0:23476:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1790100686.287601:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790100686.287604:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790100686.287606:0:23476:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1790100686.287609:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790100686.287624:0:23476:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9261b6e199c0) 00000020:00000080:2.0:1790100686.287636:0:23476:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1790100686.287641:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1790100686.287643:0:23476:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1790100686.287645:0:23476:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1790100686.287651:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1790100686.287705:0:23476:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9261b2358800 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1790100686.287718:0:23476:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9261b6e1cd40) 00000020:00000080:2.0:1790100686.287729:0:23476:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1790100686.287794:0:23476:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1790100686.287803:0:23476:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xc87a4f2298288629 00000020:00000080:2.0:1790100686.287904:0:23476:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1790100686.287912:0:23476:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1790100686.287917:0:23476:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xc87a4f2298288630 00080000:01000000:2.0:1790100686.287924:0:23476:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1790100686.287927:0:23476:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xc87a4f2298288637 00010000:00010000:1.0:1790100686.344522:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100686.361833:0:23476:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1790100686.362375:0:23476:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1790100686.362696:0:23476:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1790100686.365388:0:23476:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1790100686.365403:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790100686.365410:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790100686.365411:0:23476:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1790100686.365415:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790100686.365426:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790100686.365427:0:23476:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1790100686.365430:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790100686.365436:0:23476:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.113@tcp to nid 0x20000c0a8cb71 (192.168.203.113@tcp) 00000020:00000080:1.0:1790100686.365460:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790100686.365475:0:23476:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff92618684b380) 00000020:00000080:1.0:1790100686.365495:0:23476:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1790100686.365500:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1790100686.365565:0:23476:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1790100686.365571:0:23476:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1790100686.365579:0:23476:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xc87a4f2298288645 00010000:00080000:1.0:1790100686.365608:0:23476:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9261b230b800@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.113@tcp at head 00010000:00010000:1.0:1790100686.372603:0:23476:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:0.0:1790100686.374801:0:23476:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1790100686.374815:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1790100686.374853:0:23476:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:0.0:1790100686.374874:0:23476:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xc87a4f229828864c 00000100:00080000:0.0:1790100686.374891:0:23476:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790100686.374902:0:23476:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9261b230b800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100686.374949:0:23476:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b6653480 x1877056141082880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790100686.374979:0:23476:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1790100686.375060:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141082880:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1790100686.375133:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100686.375187:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141082880 00000100:00100000:1.0:1790100686.375195:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141082880 00000100:00100000:1.0:1790100686.375224:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790100686.375243:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1950380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1877056141082880:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1790100686.375266:0:22746:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 537 last 0 00000020:01000000:0.0:1790100686.375810:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790100686.375815:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100686.375817:0:23476:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:0.0:1790100686.375820:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1790100686.375822:0:23476:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:0.0:1790100686.375824:0:23476:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790100686.375825:0:23476:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790100686.375827:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1790100686.375829:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100686.375831:0:23476:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:0.0:1790100686.375833:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790100686.375837:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100686.375838:0:23476:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:0.0:1790100686.375842:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1790100686.375877:0:23476:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1790100686.375895:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790100686.375898:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100686.375900:0:23476:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:0.0:1790100686.375902:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1790100686.375904:0:23476:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:0.0:1790100686.375905:0:23476:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790100686.375906:0:23476:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790100686.375908:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1790100686.375910:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100686.375912:0:23476:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:0.0:1790100686.375914:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1790100686.375916:0:23476:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1790100686.375919:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100686.375928:0:23476:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1790100686.375933:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1790100686.375936:0:23476:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.113@tcp to nid 0x20000c0a8cb71 (192.168.203.113@tcp) 00000020:01000000:0.0:1790100686.375956:0:23476:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1790100686.375959:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790100686.375970:0:23476:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff926083238000) 00000020:00000080:0.0:1790100686.375984:0:23476:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:0.0:1790100686.375990:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1790100686.376042:0:23476:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:0.0:1790100686.376049:0:23476:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:0.0:1790100686.376065:0:23476:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xc87a4f2298288661 00010000:00080000:0.0:1790100686.376093:0:23476:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9261b657a000@lustre-OST0000-osc-MDT0001: add connection 192.168.203.113@tcp at head 00010000:00010000:0.0:1790100686.376478:0:23476:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000020:00000080:1.0:1790100686.376862:0:22746:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xc87a4f2298288653 00000004:00100000:1.0:1790100686.376877:0:22746:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1790100686.376883:0:22746:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000040:01000000:0.0:1790100686.377593:0:23476:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1790100686.377861:0:23476:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:0.0:1790100686.381899:0:23476:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:1.0:1790100686.383076:0:22746:0:(import.c:65:import_set_state_nolock()) ffff9261b230b000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790100686.383179:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1950380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1877056141082880:12345-0@lo:38:llog_process_th.0 Request processed in 7933us (8043us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100686.383188:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1790100686.383328:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790100686.383363:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1790100686.383372:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1790100686.383377:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1790100686.383380:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9261b230b800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1790100686.383393:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141082880:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1790100686.383456:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1790100686.383478:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141083008:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1790100686.383515:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100686.383548:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141083008 00000100:00100000:2.0:1790100686.383555:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141083008 00000100:00100000:2.0:1790100686.383590:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790100686.383598:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1877056141083008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790100686.383623:0:22745:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1790100686.383657:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1877056141083008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100686.383664:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790100686.383694:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141083008:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1790100686.383917:0:23476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1790100686.384065:0:23476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000100:00080000:3.0:1790100686.384233:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1790100686.384239:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1790100686.384242:0:38:0:(import.c:65:import_set_state_nolock()) ffff926187007800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790100686.384247:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 535 00000100:00080000:3.0:1790100686.384251:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1790100686.384259:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff926187007800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1790100686.384282:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a625b800 x1877056141083136/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790100686.384369:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141083136:0@lo:38:kworker.0 00000100:00100000:1.0:1790100686.384405:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100686.384566:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141083136 00000100:00100000:2.0:1790100686.384571:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141083136 00000100:00100000:2.0:1790100686.384595:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790100686.384600:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1950e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1877056141083136:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1790100686.384664:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790100686.384668:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1790100686.384671:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790100686.384674:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1790100686.384707:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1790100686.384715:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1877056141083264:0@lo:400:kworker.0 00000100:00100000:3.0:1790100686.384755:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100686.384786:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141083264 00000100:00100000:3.0:1790100686.384790:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141083264 00000100:00100000:3.0:1790100686.384818:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790100686.384825:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1877056141083264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100686.384862:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1877056141083264:12345-0@lo:400:kworker.0 Request processed in 38us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100686.384868:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1790100686.384901:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9261a6259c00 x1877056141083264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790100686.384912:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1877056141083264:0@lo:400:kworker.0 00000040:00080000:3.0:1790100686.385033:0:23481:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1790100686.385038:0:23481:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1790100686.386287:0:23476:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1790100686.386309:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1790100686.386376:0:23476:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1790100686.386396:0:23476:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xc87a4f2298288668 00000100:00080000:3.0:1790100686.386404:0:23476:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790100686.386413:0:23476:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9261b657a000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1790100686.386441:0:23476:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a6259c00 x1877056141083392/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790100686.390954:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141083392:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1790100686.391021:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877056141083392 offset 0 length 520: 4 00000100:00100000:2.0:1790100686.391204:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1950e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1877056141083136:12345-0@lo:38:kworker.0 Request processed in 6600us (6796us total) trans 0 rc -11/-11 00000100:00100000:2.0:1790100686.391216:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1790100686.391427:0:23476:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1790100686.391517:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790100686.391524:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100686.391526:0:23476:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1790100686.391529:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1790100686.391532:0:23476:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1790100686.391546:0:23476:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790100686.391549:0:23476:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790100686.391550:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1790100686.391553:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100686.391554:0:23476:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1790100686.391557:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1790100686.391562:0:23476:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1790100686.391566:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100686.391567:0:23476:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1790100686.391570:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1790100686.391575:0:23476:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.113@tcp to nid 0x20000c0a8cb71 (192.168.203.113@tcp) 00000020:01000000:3.0:1790100686.391595:0:23476:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1790100686.391597:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790100686.391612:0:23476:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9261b7670000) 00000020:00000080:3.0:1790100686.391633:0:23476:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1790100686.391638:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1790100686.391713:0:23476:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1790100686.391720:0:23476:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:3.0:1790100686.391726:0:23476:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xc87a4f2298288676 00010000:00080000:3.0:1790100686.391753:0:23476:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92619036c000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.113@tcp at head 00010000:00010000:3.0:1790100686.391993:0:23476:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000100:00080000:2.0:1790100686.393466:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790100686.393474:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790100686.393476:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790100686.393479:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:01000000:3.0:1790100686.394575:0:23476:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1790100686.394608:0:23476:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1790100686.396565:0:23476:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790100686.396813:0:23476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1790100686.396918:0:23476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000100:00100000:1.0:1790100686.397379:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1790100686.397389:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926187007800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790100686.397397:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1790100686.397401:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141083136:0@lo:38:kworker.0 00000040:00080000:0.0:1790100686.398580:0:23483:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1790100686.398587:0:23483:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1790100686.399217:0:23476:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1790100686.399487:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1790100686.399528:0:23476:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1790100686.399550:0:23476:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xc87a4f229828867d 00000100:00080000:3.0:1790100686.399560:0:23476:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790100686.399570:0:23476:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff92619036c000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1790100686.399612:0:23476:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a625b100 x1877056141083520/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790100686.399674:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141083520:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1790100686.399720:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877056141083520 offset 0 length 520: 4 00000100:00080000:3.0:1790100686.399767:0:23476:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1790100686.399822:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790100686.399826:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100686.399827:0:23476:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1790100686.399830:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790100686.399833:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100686.399835:0:23476:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:3.0:1790100686.399837:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1790100686.399838:0:23476:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1790100686.399840:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790100686.399842:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100686.399843:0:23476:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:3.0:1790100686.399845:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790100686.399846:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100686.399848:0:23476:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1790100686.399851:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1790100686.399875:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790100686.399878:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790100686.399880:0:23476:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1790100686.399883:0:23476:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:3.0:1790100686.399999:0:23472:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1790100686.400027:0:23472:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1790100686.400042:0:23472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261b66e0800/0xc87a4f22982885ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288606 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.400052:0:23472:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261b66e0800/0xc87a4f22982885ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288606 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100686.400080:0:23472:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9261b2358800 from 1 10000000:01000000:3.0:1790100686.400084:0:23472:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790100686.400114:0:23472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f2298288684 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.400123:0:23472:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f2298288684 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.400134:0:23472:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f2298288684 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100686.400149:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141083648:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790100686.400187:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100686.400215:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141083648 00000100:00100000:3.0:1790100686.400220:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141083648 00000100:00080000:2.0:1790100686.400483:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790100686.400489:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790100686.400492:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790100686.400501:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1790100686.400560:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1790100686.400570:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+15:23472:x1877056141083648:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790100686.400584:0:22735:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790100686.400597:0:22735:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261a2e59600/0xc87a4f229828868b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f2298288684 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.400620:0:22735:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261a2e59600/0xc87a4f229828868b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f2298288684 expref: 16 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.400630:0:22735:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261a2e59600/0xc87a4f229828868b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288684 expref: 16 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.400638:0:22735:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261a2e59600, rc 0) 00000100:00100000:3.0:1790100686.400673:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+16:23472:x1877056141083648:12345-0@lo:101:mount.lustre.0 Request processed in 104us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100686.400679:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1790100686.400868:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff926082ab0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1790100686.400889:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141083648:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790100686.400903:0:23472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f2298288684 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f229828868b expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.400913:0:23472:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f2298288684 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f229828868b expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100686.401807:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141083776:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1790100686.401856:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100686.401887:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083d55840 going to sleep for 11 seconds 00000100:00100000:0.0:1790100686.401943:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141083776 00000100:00100000:0.0:1790100686.401950:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141083776 00000100:00100000:0.0:1790100686.401985:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1790100686.401993:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+16:23472:x1877056141083776:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1790100686.402010:0:22734:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1790100686.402027:0:22734:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1790100686.402030:0:22734:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1790100686.402128:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+16:23472:x1877056141083776:12345-0@lo:256:mount.lustre.0 Request processed in 135us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100686.402135:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1790100686.402316:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141083776:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1790100686.402895:0:23472:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1790100686.402914:0:23472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f2298288684 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f229828868b expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.402925:0:23472:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f2298288684 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f229828868b expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100686.402933:0:23472:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9261b2358800 from 1 10000000:01000000:3.0:1790100686.402935:0:23472:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1790100686.402959:0:23472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e58e00/0xc87a4f2298288692 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.402967:0:23472:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a2e58e00/0xc87a4f2298288692 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.402976:0:23472:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a2e58e00/0xc87a4f2298288692 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100686.403001:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141083904:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790100686.403032:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100686.403369:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141083904 00000100:00100000:1.0:1790100686.403375:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141083904 00000100:00100000:1.0:1790100686.403405:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1790100686.403413:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+16:23472:x1877056141083904:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790100686.403423:0:22736:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790100686.403435:0:22736:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288699 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f2298288692 expref: -99 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.403455:0:22736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288699 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f2298288692 expref: 17 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.403465:0:22736:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288699 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288692 expref: 17 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.403473:0:22736:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261b66e1400, rc 0) 00000100:00100000:1.0:1790100686.403503:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:23472:x1877056141083904:12345-0@lo:101:mount.lustre.0 Request processed in 90us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100686.403516:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1790100686.403806:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083d55840 going to sleep for 11 seconds 00000100:00100000:3.0:1790100686.403825:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141083904:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790100686.403838:0:23472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a2e58e00/0xc87a4f2298288692 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288699 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.403846:0:23472:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a2e58e00/0xc87a4f2298288692 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298288699 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790100686.404985:0:23472:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1790100686.405535:0:23472:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790100686.405681:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1790100686.405704:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1790100686.405717:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1790100686.405729:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1790100686.405739:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1790100686.405750:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1790100686.405774:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1790100686.405785:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1790100686.405796:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1790100686.405806:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1790100686.405817:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1790100686.405831:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1790100686.405835:0:23472:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1790100686.405897:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084032:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100686.405950:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100686.406031:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff926082ab0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1790100686.406081:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141084032 00000100:00100000:1.0:1790100686.406087:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141084032 00000100:00100000:1.0:1790100686.406163:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1790100686.406172:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:23472:x1877056141084032:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790100686.406296:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:23472:x1877056141084032:12345-0@lo:501:mount.lustre.0 Request processed in 116us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100686.406304:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1790100686.406395:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084032:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100686.406425:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084160:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790100686.406462:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100686.406731:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff926082ab0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1790100686.406791:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141084160 00000100:00100000:0.0:1790100686.406796:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141084160 00000100:00100000:0.0:1790100686.406825:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1790100686.406831:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:23472:x1877056141084160:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790100686.406920:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:23472:x1877056141084160:12345-0@lo:503:mount.lustre.0 Request processed in 88us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100686.406927:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1790100686.407003:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084160:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1790100686.407680:0:23472:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1790100686.407743:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084288:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100686.407784:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100686.407818:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b224e000 going to sleep for 11 seconds 00000100:00100000:0.0:1790100686.407863:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141084288 00000100:00100000:0.0:1790100686.407868:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141084288 00000100:00100000:0.0:1790100686.407891:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1790100686.407898:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:23472:x1877056141084288:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790100686.407982:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:23472:x1877056141084288:12345-0@lo:502:mount.lustre.0 Request processed in 83us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100686.407990:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1790100686.408159:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084288:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790100686.408471:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1790100686.408499:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1790100686.408516:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1790100686.408529:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1790100686.408543:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1790100686.408556:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1790100686.408570:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1790100686.408583:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1790100686.408613:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1790100686.408627:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1790100686.408639:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1790100686.408660:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084416:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100686.408696:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100686.408720:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b224e000 going to sleep for 11 seconds 00000100:00100000:0.0:1790100686.408776:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141084416 00000100:00100000:0.0:1790100686.408782:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141084416 00000100:00100000:0.0:1790100686.408803:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1790100686.408810:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:23472:x1877056141084416:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790100686.408884:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:23472:x1877056141084416:12345-0@lo:502:mount.lustre.0 Request processed in 73us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100686.408891:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1790100686.409052:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084416:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790100686.409090:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1790100686.409104:0:23472:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1790100686.412035:0:23485:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790100686.412047:0:23485:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790100686.412049:0:23485:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1790100686.412056:0:23485:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9261b2358800 00000020:00000080:2.0:1790100686.412059:0:23485:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1790100686.412066:0:23485:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790100686.412068:0:23485:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790100686.412070:0:23485:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1790100686.412072:0:23485:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790100686.412074:0:23485:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790100686.412075:0:23485:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1790100686.412079:0:23485:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9261b2358800 00000020:00000080:2.0:1790100686.412081:0:23485:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1790100686.412164:0:23485:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790100686.412168:0:23485:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790100686.412169:0:23485:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1790100686.412171:0:23485:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790100686.412174:0:23485:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790100686.412175:0:23485:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1790100686.412179:0:23485:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9261b2358800 00000020:00000080:2.0:1790100686.412181:0:23485:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1790100686.423265:0:23485:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790100686.423277:0:23485:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790100686.423279:0:23485:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1790100686.423284:0:23485:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790100686.423299:0:23485:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790100686.423301:0:23485:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1790100686.423306:0:23485:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9261b2358800 00000020:00000080:2.0:1790100686.423308:0:23485:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1790100686.423385:0:23485:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790100686.423389:0:23485:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790100686.423396:0:23485:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1790100686.423400:0:23485:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:2.0:1790100686.425502:0:23472:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1790100686.425586:0:23472:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1790100686.425606:0:23472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e58e00/0xc87a4f2298288692 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288699 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100686.425619:0:23472:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e58e00/0xc87a4f2298288692 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288699 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790100686.425688:0:23472:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1790100686.425691:0:23472:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9261b2358800 10000000:01000000:2.0:1790100686.425694:0:23472:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9261b2358800 10000000:01000000:2.0:1790100686.425698:0:23472:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790100686.425703:0:23472:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9261b2358800 from 1 10000000:01000000:2.0:1790100686.425706:0:23472:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1790100686.425739:0:23472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982886a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100686.425747:0:23472:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982886a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100686.425759:0:23472:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982886a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100686.425781:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084544:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790100686.425844:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100686.425884:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141084544 00000100:00100000:2.0:1790100686.425891:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141084544 00000100:00100000:2.0:1790100686.425931:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1790100686.425940:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:23472:x1877056141084544:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790100686.425962:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100686.425974:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926083e46200/0xc87a4f22982886a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f22982886a0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100686.425997:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926083e46200/0xc87a4f22982886a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f22982886a0 expref: 18 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100686.426009:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926083e46200/0xc87a4f22982886a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982886a0 expref: 18 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100686.426017:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083e46200, rc 0) 00000100:00100000:2.0:1790100686.426050:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:23472:x1877056141084544:12345-0@lo:101:mount.lustre.0 Request processed in 110us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100686.427356:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1790100686.427423:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff926082bf5000 going to sleep for 11 seconds 00000100:00100000:2.0:1790100686.427449:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084544:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790100686.427470:0:23472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982886a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982886a7 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100686.427481:0:23472:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982886a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982886a7 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1790100686.431688:0:23472:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1790100686.431958:0:23472:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790100686.432190:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1790100686.432213:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1790100686.443222:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1790100686.443322:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1790100686.443361:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1790100686.443386:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1790100686.443400:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1790100686.443410:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1790100686.443422:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1790100686.443435:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1790100686.443450:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1790100686.443463:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1790100686.443476:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1790100686.443491:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1790100686.443507:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1790100686.443520:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1790100686.443532:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1790100686.443544:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1790100686.443556:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1790100686.443568:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1790100686.443582:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1790100686.443595:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1790100686.443609:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1790100686.443624:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1790100686.443637:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1790100686.443649:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1790100686.443680:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1790100686.443697:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1790100686.443711:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1790100686.443725:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1790100686.443738:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1790100686.443750:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1790100686.443763:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1790100686.443775:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1790100686.443798:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1790100686.443811:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1790100686.443824:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1790100686.443836:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1790100686.443849:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1790100686.443861:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1790100686.443873:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1790100686.443887:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1790100686.443914:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1790100686.443928:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1790100686.443941:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1790100686.443954:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1790100686.443968:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1790100686.443981:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1790100686.444153:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1790100686.444172:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1790100686.444188:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1790100686.444193:0:23472:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1790100686.444332:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084672:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100686.444413:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100686.444454:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083dd7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1790100686.444640:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141084672 00000100:00100000:2.0:1790100686.444648:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141084672 00000100:00100000:2.0:1790100686.444693:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1790100686.444710:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:23472:x1877056141084672:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790100686.444827:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:23472:x1877056141084672:12345-0@lo:501:mount.lustre.0 Request processed in 118us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100686.444834:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1790100686.446480:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084672:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100686.446527:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084800:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790100686.446580:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100686.446641:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083dd7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1790100686.447051:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141084800 00000100:00100000:2.0:1790100686.447058:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141084800 00000100:00100000:2.0:1790100686.447128:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1790100686.447137:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:23472:x1877056141084800:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790100686.447253:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:23472:x1877056141084800:12345-0@lo:503:mount.lustre.0 Request processed in 111us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100686.447260:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1790100686.447329:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084800:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1790100686.447845:0:23472:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790100686.447917:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6651f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084928:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790100686.447952:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100686.448766:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff92608310fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1790100686.448828:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141084928 00000100:00100000:3.0:1790100686.448833:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141084928 00000100:00100000:3.0:1790100686.448861:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1790100686.448867:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:23472:x1877056141084928:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100686.448973:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:23472:x1877056141084928:12345-0@lo:502:mount.lustre.0 Request processed in 105us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100686.448980:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1790100686.449076:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6651f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141084928:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790100686.449772:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:0.0:1790100686.449808:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:0.0:1790100686.449822:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:0.0:1790100686.449834:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:0.0:1790100686.449846:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:0.0:1790100686.449857:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:0.0:1790100686.449868:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:0.0:1790100686.449879:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:0.0:1790100686.449891:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:0.0:1790100686.449902:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:0.0:1790100686.449915:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:0.0:1790100686.449944:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:0.0:1790100686.449961:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:0.0:1790100686.449974:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:0.0:1790100686.449987:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:0.0:1790100686.450000:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:0.0:1790100686.450013:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:0.0:1790100686.450027:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:0.0:1790100686.450038:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:0.0:1790100686.450048:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:0.0:1790100686.450058:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:0.0:1790100686.450069:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:0.0:1790100686.450081:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:0.0:1790100686.450094:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:0.0:1790100686.450107:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:0.0:1790100686.450118:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:0.0:1790100686.450129:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:0.0:1790100686.450154:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:0.0:1790100686.450168:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:0.0:1790100686.450179:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:0.0:1790100686.450192:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:0.0:1790100686.450203:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:0.0:1790100686.450387:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:0.0:1790100686.450410:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:0.0:1790100686.450425:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:0.0:1790100686.450438:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:0.0:1790100686.450451:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:0.0:1790100686.450464:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:0.0:1790100686.450477:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:0.0:1790100686.450490:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:0.0:1790100686.450503:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:0.0:1790100686.450517:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:0.0:1790100686.450530:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:0.0:1790100686.450559:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:0.0:1790100686.450572:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:0.0:1790100686.450585:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:0.0:1790100686.450597:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:0.0:1790100686.450609:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:0.0:1790100686.450654:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6651f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141085056:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790100686.450716:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100686.450739:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff926082bf5000 going to sleep for 11 seconds 00000100:00100000:3.0:1790100686.450850:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141085056 00000100:00100000:3.0:1790100686.450856:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141085056 00000100:00100000:3.0:1790100686.450890:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1790100686.450897:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:23472:x1877056141085056:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100686.450998:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:23472:x1877056141085056:12345-0@lo:502:mount.lustre.0 Request processed in 101us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100686.451005:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1790100686.451058:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6651f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141085056:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790100686.451386:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1790100686.451412:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1790100686.451435:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141085184:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100686.451472:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100686.451495:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141085184 00000100:00100000:3.0:1790100686.451499:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141085184 00000100:00100000:3.0:1790100686.451518:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1790100686.451524:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:23472:x1877056141085184:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100686.451582:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:23472:x1877056141085184:12345-0@lo:502:mount.lustre.0 Request processed in 58us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100686.451589:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1790100686.451627:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083dd7d80 going to sleep for 11 seconds 00000100:00100000:3.0:1790100686.451641:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141085184:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790100686.451676:0:23472:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:3.0:1790100686.451690:0:23472:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1790100686.458790:0:23490:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:2.0:1790100686.458808:0:23490:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9261b6e1b380) 00000020:00000080:2.0:1790100686.458830:0:23490:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:2.0:1790100686.458938:0:23490:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9261b2358800 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1790100686.458942:0:23490:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9261b2358800 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1790100686.458945:0:23490:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9261b2358800 3 00010000:00080000:2.0:1790100686.458977:0:23490:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9260833bf000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.113@tcp at head 00010000:00010000:2.0:1790100686.464972:0:23490:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1790100686.465190:0:23490:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1790100686.467002:0:23490:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1790100686.467019:0:23490:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xc87a4f22982886b5 00000100:00080000:2.0:1790100686.468723:0:23490:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790100686.468741:0:23490:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9260833bf000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:2.0:1790100686.468783:0:23490:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a6b3a300 x1877056141085312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790100686.468813:0:23490:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1790100686.468847:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790100686.468851:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790100686.468854:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790100686.468857:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1790100686.468924:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1877056141085312:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1790100686.468988:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100686.469096:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141085312 00000100:00100000:2.0:1790100686.469103:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141085312 00000100:00100000:2.0:1790100686.469134:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790100686.469141:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1952d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1877056141085312:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1790100686.469765:0:22742:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 537 last 0 00000020:00000080:2.0:1790100686.469828:0:22742:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xc87a4f22982886bc 00000004:00100000:2.0:1790100686.469845:0:22742:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1790100686.469902:0:22742:0:(import.c:65:import_set_state_nolock()) ffff9260833bd800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790100686.472731:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1952d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1877056141085312:12345-0@lo:38:llog_process_th.0 Request processed in 3580us (3733us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100686.472744:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000040:00080000:2.0:1790100686.472870:0:23490:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:3.0:1790100686.476255:0:23472:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1790100686.476308:0:23472:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1790100686.476326:0:23472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982886a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982886a7 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.476353:0:23472:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff926083e46400/0xc87a4f22982886a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982886a7 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1790100686.476406:0:23472:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1790100686.476421:0:23472:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1790100686.476422:0:23472:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790100686.476424:0:23472:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790100686.476425:0:23472:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790100686.476427:0:23472:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790100686.476428:0:23472:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790100686.476429:0:23472:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790100686.476431:0:23472:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1790100686.476435:0:23472:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1790100686.476438:0:23472:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790100686.476439:0:23472:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1790100686.476440:0:23472:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790100686.476441:0:23472:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790100686.476442:0:23472:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790100686.476443:0:23472:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790100686.476444:0:23472:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790100686.476445:0:23472:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790100686.476446:0:23472:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1790100686.476471:0:23472:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1790100686.476491:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141085440:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1790100686.476555:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100686.476588:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b6800240 going to sleep for 11 seconds 00000100:00100000:3.0:1790100686.476624:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141085440 00000100:00100000:3.0:1790100686.476631:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141085440 00000100:00100000:3.0:1790100686.476673:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1790100686.476688:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:23472:x1877056141085440:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1790100686.476714:0:22735:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1790100686.476726:0:22735:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:1.0:1790100686.478196:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9261a6b3a300 x1877056141085312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790100696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100686.478209:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1790100686.478217:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1790100686.478234:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1790100686.478239:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1790100686.478242:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9260833bf000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1790100686.478248:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1877056141085312:0@lo:38:llog_process_th.0 00000001:00100000:1.0:1790100686.481304:0:22721:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1790100686.481553:0:22735:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1790100686.481563:0:22735:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1790100686.481912:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:23472:x1877056141085440:12345-0@lo:253:mount.lustre.0 Request processed in 5221us (5352us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100686.481924:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1790100686.481984:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:23472:1877056141085440:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1790100686.481996:0:23472:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1790100686.482000:0:23472:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790100686.482001:0:23472:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1790100686.482003:0:23472:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790100686.482004:0:23472:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790100686.482005:0:23472:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790100686.482006:0:23472:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790100686.482007:0:23472:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790100686.482009:0:23472:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790100686.482010:0:23472:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1790100686.482023:0:23472:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:1.0:1790100686.482147:0:22756:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1790100686.482152:0:22756:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1790100686.482171:0:22756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9261b66e1000/0xc87a4f22982886c3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.482186:0:22756:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff926083e47600/0xc87a4f22982885c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982885c0 expref: 17 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.482205:0:22756:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9261a2e59600/0xc87a4f229828868b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288684 expref: 17 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.482212:0:22756:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9261b66e1000/0xc87a4f22982886c3 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.482255:0:22756:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9261a2e59600/0xc87a4f229828868b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc87a4f2298288684 expref: 17 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.482268:0:22756:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9261a2e59600/0xc87a4f229828868b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc87a4f2298288684 expref: 17 pid: 22735 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100686.482280:0:22756:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1950a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22756:1877056141085568:0@lo:104: 00000100:00100000:1.0:1790100686.482321:0:22756:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790100686.482375:0:22756:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff926083e47600/0xc87a4f22982885c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc87a4f22982885c0 expref: 17 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100686.482383:0:22756:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff926083e47600/0xc87a4f22982885c7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc87a4f22982885c0 expref: 17 pid: 22736 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100686.482391:0:22756:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1951c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22756:1877056141085696:0@lo:104: 00000100:00100000:1.0:1790100686.482409:0:22756:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100686.482422:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff926182fafc00 going to sleep for 11 seconds 00000100:00100000:3.0:1790100686.483103:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141085568 00000100:00100000:3.0:1790100686.483110:0:22724:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141085568 00000100:00100000:3.0:1790100686.483136:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141085696 00000100:00100000:3.0:1790100686.483139:0:22724:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141085696 00000100:00100000:3.0:1790100686.483153:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790100686.483161:0:22724:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1952a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+4:22756:x1877056141085568:12345-0@lo:104: 00010000:00010000:3.0:1790100686.483172:0:22724:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f2298288684 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f229828868b expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483246:0:22724:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1790100686.483252:0:22724:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1952a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+4:22756:x1877056141085568:12345-0@lo:104: Request processed in 93us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100686.483265:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790100686.483281:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790100686.483299:0:22724:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1951f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+3:22756:x1877056141085696:12345-0@lo:104: 00010000:00010000:3.0:1790100686.483307:0:22724:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff926083e46a00/0xc87a4f22982885c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f22982885c7 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483363:0:22724:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1790100686.483369:0:22724:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1951f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+3:22756:x1877056141085696:12345-0@lo:104: Request processed in 82us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100686.483375:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790100686.483434:0:22756:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1950a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22756:1877056141085568:0@lo:104: 00000100:00100000:3.0:1790100686.483442:0:22756:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1951c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22756:1877056141085696:0@lo:104: 00010000:00010000:3.0:1790100686.483461:0:22756:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9261b66e1000/0xc87a4f22982886c3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483477:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790100686.483483:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f2298288684 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f229828868b expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483490:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e58600 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:3.0:1790100686.483494:0:22729:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f2298288684 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc87a4f229828868b expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483502:0:22729:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f2298288684 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc87a4f229828868b expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100686.483510:0:22729:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f2298288684 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc87a4f229828868b expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100686.483523:0:22729:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1790100686.483552:0:22729:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f2298288684 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f229828868b expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483560:0:22729:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790100686.483579:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f2298288684 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f229828868b expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483586:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f2298288684 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f229828868b expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483596:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100686.483600:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff926083e46a00/0xc87a4f22982885c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f22982885c7 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483606:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083e46a00 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:3.0:1790100686.483608:0:22729:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff926083e46a00/0xc87a4f22982885c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc87a4f22982885c7 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483615:0:22729:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff926083e46a00/0xc87a4f22982885c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc87a4f22982885c7 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100686.483621:0:22729:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff926083e46a00/0xc87a4f22982885c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc87a4f22982885c7 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100686.483626:0:22729:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1790100686.483638:0:22729:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff926083e46a00/0xc87a4f22982885c0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982885c7 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483644:0:22729:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790100686.483661:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff926083e46a00/0xc87a4f22982885c0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982885c7 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483668:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff926083e46a00/0xc87a4f22982885c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982885c7 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483681:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100686.483683:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100686.483685:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100686.483703:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141085824:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790100686.483735:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100686.483756:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790100686.483763:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141085952:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790100686.483782:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100686.483808:0:22726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141085824 00000100:00100000:3.0:1790100686.483812:0:22726:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141085824 00010000:00010000:3.0:1790100686.483828:0:22726:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9261a2e59600/0xc87a4f229828868b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f2298288684 expref: 18 pid: 22735 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100686.483845:0:22726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141085952 00000100:00100000:3.0:1790100686.483848:0:22726:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141085952 00010000:00010000:3.0:1790100686.483857:0:22726:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff926083e47600/0xc87a4f22982885c7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f22982885c0 expref: 19 pid: 22736 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100686.483869:0:22726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790100686.483874:0:22726:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+19:3641:x1877056141085824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790100686.483884:0:22726:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790100686.483889:0:22726:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9261a2e59600/0xc87a4f229828868b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f2298288684 expref: 19 pid: 22735 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483909:0:22726:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9261a2e59600/0xc87a4f229828868b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc87a4f2298288684 expref: 19 pid: 22735 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483921:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261a2e59600/0xc87a4f229828868b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc87a4f2298288684 expref: 19 pid: 22735 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.483932:0:22726:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790100686.483960:0:22726:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:3641:x1877056141085824:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100686.483967:0:22726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790100686.483992:0:22726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790100686.483998:0:22726:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a625b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:3641:x1877056141085952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790100686.484005:0:22726:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790100686.484009:0:22726:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff926083e47600/0xc87a4f22982885c7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f22982885c0 expref: 17 pid: 22736 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.484017:0:22726:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff926083e47600/0xc87a4f22982885c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc87a4f22982885c0 expref: 17 pid: 22736 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.484027:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926083e47600/0xc87a4f22982885c7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc87a4f22982885c0 expref: 17 pid: 22736 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.484038:0:22726:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9261b66e1000/0xc87a4f22982886c3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.484045:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261b66e1000/0xc87a4f22982886c3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1790100686.484057:0:22726:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001905157s 00010000:00010000:3.0:1790100686.484068:0:22726:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9261b66e1000/0xc87a4f22982886c3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.484076:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9261b66e1000/0xc87a4f22982886c3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.484083:0:22726:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9261b66e1000/0xc87a4f22982886c3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.484089:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9261b66e1000/0xc87a4f22982886c3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.484095:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e1000 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100686.484099:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9261b66e1000/0xc87a4f22982886c3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.484106:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9261b66e1000/0xc87a4f22982886c3 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.484120:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9261b66e1000/0xc87a4f22982886c3 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.484129:0:22726:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790100686.484154:0:22726:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a625b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+16:3641:x1877056141085952:12345-0@lo:103:ldlm_bl.0 Request processed in 156us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100686.484160:0:22726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790100686.484186:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141085952:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790100686.484193:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141085824:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790100686.484221:0:22756:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9261b66e1000/0xc87a4f22982886c3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.484238:0:22756:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9261b66e1000/0xc87a4f22982886c3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100686.484245:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261b66e1000/0xc87a4f22982886c3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100686.484837:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1790100686.492893:0:23472:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:2.0:1790100686.493178:0:23496:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:2.0:1790100686.493182:0:23496:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:3.0:1790100686.495002:0:23497:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1790100686.495451:0:23497:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1790100686.496277:0:23472:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:0.0:1790100686.496736:0:23498:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6653b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23498:1877056141086080:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1790100686.496801:0:23498:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100686.496839:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141086080 00000100:00100000:0.0:1790100686.496845:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141086080 00000100:00100000:0.0:1790100686.496883:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790100686.496892:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6653100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23498:x1877056141086080:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1790100686.496968:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6653100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23498:x1877056141086080:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 77us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100686.496976:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790100686.496999:0:23498:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b698ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1790100686.497025:0:23498:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6653b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23498:1877056141086080:0@lo:1000:lod0001_rec0000.0 00000040:01000000:0.0:1790100686.497048:0:23498:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1790100686.497071:0:23498:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6653b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23498:1877056141086208:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1790100686.497099:0:23498:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100686.497118:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141086208 00000100:00100000:0.0:1790100686.497122:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141086208 00000100:00100000:0.0:1790100686.497141:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790100686.497147:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6651180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23498:x1877056141086208:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1790100686.497244:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6651180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23498:x1877056141086208:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 96us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100686.497250:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790100686.497266:0:23498:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b698e840 going to sleep for 11 seconds 00000100:00100000:0.0:1790100686.497279:0:23498:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6653b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23498:1877056141086208:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1790100686.497333:0:23498:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6653b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23498:1877056141086336:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1790100686.497386:0:23498:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100686.497401:0:23498:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b698ecc0 going to sleep for 11 seconds 00000040:01000000:2.0:1790100686.497616:0:23472:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1790100686.497652:0:23472:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1790100686.498072:0:23472:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1790100686.498080:0:23472:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1790100686.498118:0:23472:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790100686.498485:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141086336 00000100:00100000:0.0:1790100686.498492:0:22751:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141086336 00000100:00100000:0.0:1790100686.498525:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790100686.498534:0:22751:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23498:x1877056141086336:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1790100686.498591:0:22751:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23498:x1877056141086336:12345-0@lo:900:lod0001_rec0000.0 Request processed in 58us (1204us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100686.498598:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1790100686.498632:0:23498:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9261b6653b80 x1877056141086336/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1790100702 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100686.498656:0:23498:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6653b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23498:1877056141086336:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1790100686.498705:0:23498:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6653b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23498:1877056141086464:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1790100686.498737:0:23498:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100686.498758:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141086464 00000100:00100000:0.0:1790100686.498762:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141086464 00000100:00100000:0.0:1790100686.498783:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790100686.498790:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23498:x1877056141086464:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1790100686.498849:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23498:x1877056141086464:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 59us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100686.498855:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790100686.498873:0:23498:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b698e840 going to sleep for 11 seconds 00000100:00100000:0.0:1790100686.498883:0:23498:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6653b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23498:1877056141086464:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1790100686.498917:0:23498:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790100686.502216:0:23472:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1790100686.503860:0:23497:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1790100686.503933:0:23497:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:00080000:2.0:1790100686.504718:0:23472:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1790100686.504760:0:23472:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1790100686.504889:0:23472:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790100686.505799:0:23498:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1790100686.505851:0:23498:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1790100686.505855:0:23498:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00080000:10000000:2.0:1790100686.512020:0:23472:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:2.0:1790100686.514100:0:23472:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1790100686.516020:0:23472:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1790100686.516059:0:23472:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffbae48573b988 00100000:10000000:2.0:1790100686.516068:0:23472:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1790100686.517063:0:23472:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1790100686.517088:0:23472:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.113@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1790100686.517104:0:23472:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1790100686.517122:0:23472:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1790100686.517884:0:23472:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790100686.518077:0:23472:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1790100686.799996:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00010000:00010000:1.0:1790100687.371802:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1790100687.498202:0:23493:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:3.0:1790100687.688667:0:22738:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1790100687.688675:0:22738:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9261b2358800 from 12 10000000:01000000:3.0:1790100687.688680:0:22738:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790100687.688721:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f22982886ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100687.688731:0:22738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f22982886ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100687.688741:0:22738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f22982886ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100687.688765:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141086592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1790100687.689050:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100687.689090:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b20866c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790100687.689424:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141086592 00000100:00100000:1.0:1790100687.689433:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141086592 00000100:00100000:1.0:1790100687.689490:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1790100687.689499:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+16:22738:x1877056141086592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790100687.689521:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790100687.689535:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261b66e1800/0xc87a4f22982886d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f22982886ca expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100687.689557:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261b66e1800/0xc87a4f22982886d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f22982886ca expref: 17 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100687.689567:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261b66e1800/0xc87a4f22982886d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982886ca expref: 17 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100687.689575:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261b66e1800, rc 0) 00000100:00100000:1.0:1790100687.689619:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:22738:x1877056141086592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100687.689625:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1790100687.689667:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141086592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790100687.689679:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f22982886ca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982886d1 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100687.689687:0:22738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f22982886ca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982886d1 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100687.689734:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1950700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141086720:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1790100687.689760:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100687.689780:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083dd7780 going to sleep for 11 seconds 00000100:00100000:1.0:1790100687.689811:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141086720 00000100:00100000:1.0:1790100687.689815:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141086720 00000100:00100000:1.0:1790100687.689842:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1790100687.689849:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c20c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:22738:x1877056141086720:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1790100687.689869:0:22735:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1790100687.689884:0:22735:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1790100687.689887:0:22735:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1790100687.689959:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c20c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:22738:x1877056141086720:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 110us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100687.689966:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1790100687.689993:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1950700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141086720:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1790100687.690032:0:22738:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1790100687.690039:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f22982886ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982886d1 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100687.690047:0:22738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f22982886ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982886d1 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790100687.690055:0:22738:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1790100687.690057:0:22738:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff926085324000 from 12 10000000:01000000:1.0:1790100687.690059:0:22738:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1790100687.690077:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261b66e1600/0xc87a4f22982886d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100687.690083:0:22738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261b66e1600/0xc87a4f22982886d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100687.690091:0:22738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261b66e1600/0xc87a4f22982886d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100687.690103:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1950700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141086848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1790100687.690126:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100687.690148:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083dd7780 going to sleep for 11 seconds 00000100:00100000:1.0:1790100687.690159:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141086848 00000100:00100000:1.0:1790100687.690163:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141086848 00000100:00100000:1.0:1790100687.690182:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1790100687.690187:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c20c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:22738:x1877056141086848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790100687.690194:0:22735:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790100687.690200:0:22735:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261b66e0e00/0xc87a4f22982886df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f22982886d8 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100687.690214:0:22735:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261b66e0e00/0xc87a4f22982886df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f22982886d8 expref: 18 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100687.690221:0:22735:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261b66e0e00/0xc87a4f22982886df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982886d8 expref: 18 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100687.690229:0:22735:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261b66e0e00, rc 0) 00000100:00100000:1.0:1790100687.690256:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c20c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:22738:x1877056141086848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 68us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100687.690262:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1790100687.690304:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1950700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141086848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790100687.690314:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261b66e1600/0xc87a4f22982886d8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982886df expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100687.690321:0:22738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261b66e1600/0xc87a4f22982886d8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982886df expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100687.690387:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1950700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141086976:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1790100687.690414:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100687.690441:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083dd7780 going to sleep for 11 seconds 00000100:00100000:1.0:1790100687.690453:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141086976 00000100:00100000:1.0:1790100687.690457:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141086976 00000100:00100000:1.0:1790100687.690478:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1790100687.690484:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c20c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:22738:x1877056141086976:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1790100687.690492:0:22735:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1790100687.690504:0:22735:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1790100687.690507:0:22735:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1790100687.690570:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c20c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:22738:x1877056141086976:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 86us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100687.690576:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1790100687.690605:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1950700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141086976:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1790100687.690636:0:22738:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1790100687.690641:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261b66e1600/0xc87a4f22982886d8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982886df expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100687.690648:0:22738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261b66e1600/0xc87a4f22982886d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982886df expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100687.816912:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00010000:00010000:1.0:1790100688.393471:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1790100688.520989:0:23493:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1790100688.841438:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00010000:00010000:2.0:1790100689.416480:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100689.865193:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00010000:00010000:0.0:1790100690.445073:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100690.889404:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00000001:02000400:1.0:1790100691.074364:0:23740:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1790100691.403618:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141087104:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790100691.403688:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100691.405007:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141087104 00000100:00100000:2.0:1790100691.405018:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141087104 00000100:00100000:2.0:1790100691.405074:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790100691.405083:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1950700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141087104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790100691.405117:0:22746:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1790100691.405201:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1950700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141087104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (1512us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100691.405208:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790100691.405388:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141087104:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1790100691.468071:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100691.913690:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 0 seconds 00000100:00080000:2.0:1790100691.914669:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1790100691.914684:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1790100691.914687:0:36:0:(import.c:65:import_set_state_nolock()) ffff926187007800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790100691.914702:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff926187007800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:2.0:1790100691.914726:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a6b38a80 x1877056141087360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790100691.914726:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1790100691.914741:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141087232:0@lo:400:kworker.0 00000100:00080000:2.0:1790100691.914749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790100691.914753:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790100691.914755:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790100691.914758:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1790100691.914809:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1790100691.914811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790100691.914814:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790100691.914817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790100691.914820:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1790100691.914854:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1877056141087744:0@lo:400:kworker.0 00000100:00100000:1.0:1790100691.914880:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100691.914887:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141087616:0@lo:400:kworker.0 00000100:00100000:1.0:1790100691.914915:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141087232 00000100:00100000:1.0:1790100691.914923:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141087232 00000100:00100000:3.0:1790100691.914932:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100691.914957:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141087360:0@lo:38:kworker.0 00000100:00100000:3.0:1790100691.914965:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790100691.914965:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1790100691.914977:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1877056141087488:0@lo:400:kworker.0 00000100:00100000:1.0:1790100691.914977:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c20c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:3643:x1877056141087232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100691.914988:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100691.915242:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141087616 00000100:00100000:2.0:1790100691.915246:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141087616 00000100:00100000:2.0:1790100691.915277:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141087360 00000100:00100000:2.0:1790100691.915280:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141087360 00000100:00100000:2.0:1790100691.915290:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790100691.915365:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a625aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141087616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100691.918504:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100691.918557:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c20c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:3643:x1877056141087232:12345-0@lo:400:kworker.0 Request processed in 3580us (3744us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100691.918569:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141087744 00000100:00100000:1.0:1790100691.918573:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1790100691.918579:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141087744 00000100:00100000:3.0:1790100691.918634:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141087488 00000100:00100000:3.0:1790100691.918638:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141087488 00000100:00100000:1.0:1790100691.918671:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790100691.918682:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1951c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1877056141087744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100691.918732:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1951c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1877056141087744:12345-0@lo:400:kworker.0 Request processed in 53us (3851us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100691.918739:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790100691.918755:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790100691.918761:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6259f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1877056141087488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100691.918798:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6259f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1877056141087488:12345-0@lo:400:kworker.0 Request processed in 37us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100691.918812:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1790100691.918921:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9261a6b3aa00 x1877056141087488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100691.918935:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1877056141087488:0@lo:400:kworker.0 00010000:00080000:1.0:1790100691.918968:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9261a6b39f80 x1877056141087744/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100691.918992:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1877056141087744:0@lo:400:kworker.0 00000100:00100000:1.0:1790100691.919005:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141087232:0@lo:400:kworker.0 00000100:00100000:2.0:1790100691.919600:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a625aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141087616:12345-0@lo:400:kworker.0 Request processed in 4235us (4666us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100691.919609:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790100691.919629:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790100691.919634:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1877056141087360:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1790100691.919658:0:22746:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 543 last 0 00000020:00000080:2.0:1790100691.920120:0:22746:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc87a4f22982886e6 00000004:00100000:2.0:1790100691.920142:0:22746:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1790100691.920148:0:22746:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:1.0:1790100691.921986:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141087616:0@lo:400:kworker.0 00000100:00080000:3.0:1790100691.928576:0:22746:0:(import.c:65:import_set_state_nolock()) ffff9261b5ae3000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790100691.928678:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3640:x1877056141087360:12345-0@lo:38:kworker.0 Request processed in 9041us (13688us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100691.928695:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:1.0:1790100691.929262:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1790100691.929273:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1790100691.929279:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1790100691.929282:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926187007800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1790100691.929296:0:3640:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000044467a55): req@ffff9261b6650380 x1877056141080320/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100691.929317:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141087360:0@lo:38:kworker.0 00000100:00100000:1.0:1790100691.929441:0:22782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100691.929472:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 11 seconds 00000100:00100000:2.0:1790100691.929503:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141087872:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1790100691.929540:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100691.929606:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141080320 00000100:00100000:3.0:1790100691.929613:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141080320 00000100:00100000:3.0:1790100691.929641:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141087872 00000100:00100000:3.0:1790100691.929644:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141087872 00000100:00100000:3.0:1790100691.929658:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1790100691.929666:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1950a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22782:x1877056141080320:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1790100691.929824:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1950a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22782:x1877056141080320:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 158us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100691.930002:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1790100691.930018:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1790100691.930024:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1877056141087872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1790100691.930043:0:22746:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1790100691.930077:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1877056141087872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 53us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100691.930094:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790100691.930174:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141087872:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790100691.930229:0:22782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22782:1877056141080320:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1790100691.930273:0:22782:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1790100691.930308:0:22782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22782:1877056141088000:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1790100691.930373:0:22782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100691.930406:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b698ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1790100691.931068:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141088000 00000100:00100000:3.0:1790100691.931076:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141088000 00000100:00100000:3.0:1790100691.931105:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790100691.931114:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22782:x1877056141088000:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1790100691.932064:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22782:x1877056141088000:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 947us (1686us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100691.932073:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790100691.932910:0:22782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22782:1877056141088000:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1790100691.933010:0:22782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22782:1877056141088128:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1790100691.933045:0:22782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100691.933066:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b698ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1790100691.933106:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141088128 00000100:00100000:1.0:1790100691.933113:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141088128 00000100:00100000:1.0:1790100691.933163:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790100691.933173:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22782:x1877056141088128:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1790100691.933326:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22782:x1877056141088128:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 154us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100691.933334:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790100691.934316:0:22782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22782:1877056141088128:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1790100691.934376:0:22782:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790100691.941431:0:22782:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1790100691.941505:0:22782:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:0.0:1790100691.941511:0:22782:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:1.0:1790100692.058200:0:23792:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790100692.058461:0:23792:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1790100692.490957:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1790100693.086913:0:23843:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790100693.087317:0:23843:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1790100693.519084:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1790100694.183892:0:23891:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffde2affe10 20000000:00000080:3.0:1790100694.183908:0:23891:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9261b10f1800 uarg=0000000000000000 20000000:01000000:3.0:1790100694.183953:0:23891:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1790100694.183959:0:23891:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1790100694.183964:0:23891:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1790100694.187500:0:23892:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1790100694.187682:0:23891:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1790100694.194465:0:23891:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1790100694.194494:0:23891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886ed lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100694.194513:0:23891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff926191687e00/0xc87a4f2298288596 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f229828858f expref: 17 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100694.194520:0:23891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288699 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288692 expref: 17 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100694.194527:0:23891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886ed lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100694.194569:0:23891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288699 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc87a4f2298288692 expref: 17 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100694.194602:0:23891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288699 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc87a4f2298288692 expref: 17 pid: 22736 timeout: 645 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100694.194617:0:23891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23891:1877056141088256:0@lo:104: 00000100:00100000:3.0:1790100694.194674:0:23891:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1790100694.194784:0:23891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff926191687e00/0xc87a4f2298288596 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc87a4f229828858f expref: 17 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100694.194793:0:23891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff926191687e00/0xc87a4f2298288596 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc87a4f229828858f expref: 17 pid: 22735 timeout: 645 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100694.194801:0:23891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23891:1877056141088384:0@lo:104: 00000100:00100000:3.0:1790100694.194823:0:23891:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100694.194907:0:23891:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b23ea900 going to sleep for 11 seconds 00000100:00100000:2.0:1790100694.194984:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141088256 00000100:00100000:2.0:1790100694.194991:0:22725:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141088256 00000100:00100000:2.0:1790100694.195023:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141088384 00000100:00100000:2.0:1790100694.195025:0:22725:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141088384 00000100:00100000:2.0:1790100694.195039:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1790100694.195047:0:22725:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6258700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+4:23891:x1877056141088256:12345-0@lo:104: 00010000:00010000:2.0:1790100694.195059:0:22725:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9261a2e58e00/0xc87a4f2298288692 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f2298288699 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100694.195160:0:22725:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1790100694.195176:0:22725:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6258700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+4:23891:x1877056141088256:12345-0@lo:104: Request processed in 121us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100694.195183:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1790100694.195199:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790100694.195205:0:22725:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+3:23891:x1877056141088384:12345-0@lo:104: 00010000:00010000:2.0:1790100694.195214:0:22725:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f229828858f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f2298288596 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100694.195262:0:22725:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1790100694.195267:0:22725:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+3:23891:x1877056141088384:12345-0@lo:104: Request processed in 63us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100694.195272:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1790100694.195441:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790100694.195448:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9261a2e58e00/0xc87a4f2298288692 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f2298288699 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195455:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e58e00 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:1.0:1790100694.195459:0:22729:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e58e00/0xc87a4f2298288692 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc87a4f2298288699 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195467:0:22729:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9261a2e58e00/0xc87a4f2298288692 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc87a4f2298288699 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790100694.195474:0:22729:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e58e00/0xc87a4f2298288692 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc87a4f2298288699 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790100694.195480:0:22729:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1790100694.195515:0:22729:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9261a2e58e00/0xc87a4f2298288692 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288699 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195522:0:22729:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790100694.195544:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9261a2e58e00/0xc87a4f2298288692 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288699 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195550:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9261a2e58e00/0xc87a4f2298288692 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288699 expref: -99 pid: 23472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195562:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790100694.195565:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f229828858f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f2298288596 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195570:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e59200 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:1.0:1790100694.195580:0:22729:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f229828858f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc87a4f2298288596 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195587:0:22729:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f229828858f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc87a4f2298288596 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790100694.195593:0:22729:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f229828858f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc87a4f2298288596 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790100694.195598:0:22729:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1790100694.195612:0:22729:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f229828858f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288596 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195617:0:22729:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790100694.195623:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f229828858f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288596 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195628:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f229828858f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288596 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195640:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100694.195642:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100694.195643:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100694.195654:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141088512:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790100694.195684:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100694.195705:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790100694.195710:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141088640:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790100694.195727:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100694.195759:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141088512 00000100:00100000:1.0:1790100694.195763:0:22728:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141088512 00010000:00010000:1.0:1790100694.195788:0:22728:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288699 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f2298288692 expref: 18 pid: 22736 timeout: 645 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100694.195809:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141088640 00000100:00100000:1.0:1790100694.195813:0:22728:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141088640 00010000:00010000:1.0:1790100694.195825:0:22728:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff926191687e00/0xc87a4f2298288596 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f229828858f expref: 19 pid: 22735 timeout: 645 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100694.195835:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790100694.195841:0:22728:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1952680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a506ab7a-0172-45f1-980b-f79bd4c4429c+19:3641:x1877056141088512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790100694.195851:0:22728:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790100694.195855:0:22728:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288699 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f2298288692 expref: 19 pid: 22736 timeout: 645 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195864:0:22728:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288699 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc87a4f2298288692 expref: 19 pid: 22736 timeout: 645 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195878:0:22728:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790100694.195905:0:22728:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1952680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a506ab7a-0172-45f1-980b-f79bd4c4429c+19:3641:x1877056141088512:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100694.195911:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790100694.195923:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790100694.195929:0:22728:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1953480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:3641:x1877056141088640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790100694.195936:0:22728:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790100694.195939:0:22728:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff926191687e00/0xc87a4f2298288596 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f229828858f expref: 18 pid: 22735 timeout: 645 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195947:0:22728:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff926191687e00/0xc87a4f2298288596 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc87a4f229828858f expref: 18 pid: 22735 timeout: 645 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195969:0:22728:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886ed lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195977:0:22728:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886ed lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195989:0:22728:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886ed lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.195996:0:22728:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886ed lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.196002:0:22728:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886ed lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.196008:0:22728:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886ed lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.196013:0:22728:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e58400 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:1.0:1790100694.196017:0:22728:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886ed lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.196023:0:22728:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886ed lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.196031:0:22728:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886ed lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.196039:0:22728:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790100694.196064:0:22728:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1953480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:3641:x1877056141088640:12345-0@lo:103:ldlm_bl.0 Request processed in 136us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100694.196078:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790100694.196115:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141088640:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790100694.196124:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141088512:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790100694.196322:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100694.196585:0:23891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288699 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc87a4f2298288692 expref: 17 pid: 22736 timeout: 645 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100694.196597:0:23891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23891:1877056141088256:0@lo:104: 00010000:00010000:3.0:1790100694.196607:0:23891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926191687e00/0xc87a4f2298288596 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc87a4f229828858f expref: 16 pid: 22735 timeout: 645 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100694.196615:0:23891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23891:1877056141088384:0@lo:104: 00010000:00010000:3.0:1790100694.196628:0:23891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886ed lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100694.196637:0:23891:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886ed lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100694.196654:0:23891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886ed lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100694.196661:0:23891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886ed lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100694.537783:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100695.564526:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1790100695.625900:0:22738:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1790100695.625907:0:22738:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9261b2358800 from 13 10000000:01000000:2.0:1790100695.625912:0:22738:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790100695.625957:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e47600/0xc87a4f22982886f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100695.625969:0:22738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff926083e47600/0xc87a4f22982886f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100695.625979:0:22738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff926083e47600/0xc87a4f22982886f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100695.626004:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b39880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141088768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1790100695.626070:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100695.626121:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b8ccea80 going to sleep for 11 seconds 00000100:00100000:3.0:1790100695.626203:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141088768 00000100:00100000:3.0:1790100695.626212:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141088768 00000100:00100000:3.0:1790100695.626281:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1790100695.626290:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c20c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+16:22738:x1877056141088768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790100695.626303:0:22736:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790100695.626316:0:22736:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886fb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f22982886f4 expref: -99 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100695.626353:0:22736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f22982886f4 expref: 17 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100695.626366:0:22736:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982886f4 expref: 17 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100695.626375:0:22736:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261a2e58400, rc 0) 00000100:00100000:3.0:1790100695.626428:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c20c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:22738:x1877056141088768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100695.626435:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1790100695.626482:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b39880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141088768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790100695.626495:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff926083e47600/0xc87a4f22982886f4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982886fb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100695.626516:0:22738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff926083e47600/0xc87a4f22982886f4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982886fb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100695.626579:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141088896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1790100695.626609:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100695.626634:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b23ea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790100695.626647:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141088896 00000100:00100000:0.0:1790100695.626653:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141088896 00000100:00100000:0.0:1790100695.626691:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1790100695.626699:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c20c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:22738:x1877056141088896:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790100695.626813:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c20c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:22738:x1877056141088896:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 114us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100695.626822:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1790100695.626827:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141088896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790100695.626861:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141089024:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790100695.626902:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100695.626923:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b8cce600 going to sleep for 11 seconds 00000100:00100000:3.0:1790100695.626980:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141089024 00000100:00100000:3.0:1790100695.626984:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141089024 00000100:00100000:3.0:1790100695.627017:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1790100695.627023:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926189975850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:22738:x1877056141089024:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1790100695.627100:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926189975850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:22738:x1877056141089024:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 77us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100695.627108:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1790100695.627146:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141089024:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1790100695.627875:0:23953:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1790100695.629817:0:22738:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1790100695.629849:0:22738:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790100695.629860:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e47600/0xc87a4f22982886f4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982886fb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100695.629874:0:22738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff926083e47600/0xc87a4f22982886f4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982886fb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790100695.629886:0:22738:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1790100695.629904:0:22738:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff926085324000 from 13 10000000:01000000:0.0:1790100695.629907:0:22738:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1790100695.629942:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288702 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100695.629950:0:22738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288702 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100695.629960:0:22738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288702 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100695.629984:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141089152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790100695.630046:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100695.630088:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b698ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1790100695.630184:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141089152 00000100:00100000:3.0:1790100695.630191:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141089152 00000100:00100000:3.0:1790100695.630243:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1790100695.630251:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6125450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+17:22738:x1877056141089152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790100695.630264:0:22736:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790100695.630276:0:22736:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261a2e59600/0xc87a4f2298288709 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f2298288702 expref: -99 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100695.630298:0:22736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261a2e59600/0xc87a4f2298288709 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f2298288702 expref: 18 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100695.630320:0:22736:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261a2e59600/0xc87a4f2298288709 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288702 expref: 18 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100695.630327:0:22736:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261a2e59600, rc 0) 00000100:00100000:3.0:1790100695.630388:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6125450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:22738:x1877056141089152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100695.630395:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1790100695.630485:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141089152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790100695.630498:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288702 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288709 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100695.630507:0:22738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288702 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298288709 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100695.630562:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b39180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141089280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790100695.630588:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100695.630623:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b8cce480 going to sleep for 11 seconds 00000100:00100000:3.0:1790100695.630742:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141089280 00000100:00100000:3.0:1790100695.630746:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141089280 00000100:00100000:3.0:1790100695.630777:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1790100695.630785:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6124050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:22738:x1877056141089280:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1790100695.630883:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6124050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:22738:x1877056141089280:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 99us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100695.630890:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1790100695.630919:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b39180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141089280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1790100695.630946:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141089408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1790100695.630984:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100695.631001:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b23eacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1790100695.631011:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141089408 00000100:00100000:3.0:1790100695.631015:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141089408 00000100:00100000:3.0:1790100695.631031:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1790100695.631036:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6127c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:22738:x1877056141089408:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1790100695.631107:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6127c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:22738:x1877056141089408:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 70us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100695.631113:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1790100695.631154:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141089408:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1790100695.631798:0:23954:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1790100695.631846:0:22738:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1790100695.631863:0:22738:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1790100695.631870:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288702 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288709 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100695.631880:0:22738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288702 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288709 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790100695.951450:0:22775:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1790100696.008442:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790100686/real 1790100686] req@ffff9261a625b100 x1877056141083520/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100696 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100696.008475:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9261a625b100 x1877056141083520/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100696 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100696.008486:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790100686/real 1790100686] req@ffff9261a6259c00 x1877056141083392/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100696 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100696.008496:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9261a6259c00 x1877056141083392/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100696 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1790100696.008513:0:3640:0:(import.c:65:import_set_state_nolock()) ffff92619036c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790100696.008537:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1790100696.008541:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141083520:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1790100696.008547:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9261b657a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790100696.008552:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1790100696.008555:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141083392:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1790100696.008780:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790100696.008791:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a506ab7a-0172-45f1-980b-f79bd4c4429c:3644:1877056141089536:0@lo:400:kworker.0 00000100:00100000:0.0:1790100696.008846:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100696.008891:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141089536 00000100:00100000:0.0:1790100696.008899:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141089536 00000100:00100000:0.0:1790100696.008941:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1790100696.008948:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6127450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:3644:x1877056141089536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100696.008991:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6127450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:3644:x1877056141089536:12345-0@lo:400:kworker.0 Request processed in 44us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100696.008998:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1790100696.009037:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a506ab7a-0172-45f1-980b-f79bd4c4429c:3644:1877056141089536:0@lo:400:kworker.0 00000100:00080000:0.0:1790100696.009059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100696.009063:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790100696.009065:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100696.009080:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1790100696.009088:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141089664:0@lo:400:kworker.0 00000100:00100000:0.0:1790100696.009112:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1790100696.009147:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100696.009151:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1790100696.009153:0:36:0:(import.c:65:import_set_state_nolock()) ffff9261b657a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790100696.009157:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 537 00000100:00080000:0.0:1790100696.009160:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790100696.009168:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9261b657a000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100696.009182:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b6651500 x1877056141090048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790100696.009193:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100696.009195:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1790100696.009197:0:36:0:(import.c:65:import_set_state_nolock()) ffff92619036c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790100696.009200:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 537 00000100:00080000:0.0:1790100696.009202:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790100696.009205:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff92619036c000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100696.009212:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b6650e00 x1877056141090176/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790100696.009248:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790100696.009254:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1877056141090304:0@lo:400:kworker.0 00000100:00100000:0.0:1790100696.009278:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100696.009301:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141090304 00000100:00100000:0.0:1790100696.009305:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141090304 00000100:00100000:0.0:1790100696.009328:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790100696.009362:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1877056141090304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100696.009396:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1877056141090304:12345-0@lo:400:kworker.0 Request processed in 58us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100696.009402:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1790100696.009426:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9261b6650380 x1877056141090304/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100696.009436:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1877056141090304:0@lo:400:kworker.0 00000100:00100000:1.0:1790100696.009726:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141089664 00000100:00100000:1.0:1790100696.009730:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141089664 00000100:00100000:1.0:1790100696.009768:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790100696.009774:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3644:x1877056141089664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100696.009822:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3644:x1877056141089664:12345-0@lo:400:kworker.0 Request processed in 49us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100696.009829:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790100696.009848:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877056141089792:0@lo:400:kworker.0 00000100:00100000:1.0:1790100696.009870:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100696.009889:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790100696.009894:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141089920:0@lo:400:kworker.0 00000100:00100000:1.0:1790100696.009914:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100696.009939:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141089792 00000100:00100000:1.0:1790100696.009942:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141089792 00000100:00100000:1.0:1790100696.009962:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790100696.009967:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1952300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877056141089792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100696.009996:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1952300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877056141089792:12345-0@lo:400:kworker.0 Request processed in 28us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100696.010001:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1790100696.010023:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9261b6650700 x1877056141089792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100696.010033:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877056141089792:0@lo:400:kworker.0 00000100:00100000:1.0:1790100696.010047:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141089920 00000100:00100000:1.0:1790100696.010049:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141089920 00000100:00100000:1.0:1790100696.010062:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790100696.010067:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1951500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141089920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100696.010093:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1951500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141089920:12345-0@lo:400:kworker.0 Request processed in 26us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100696.010098:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790100696.010124:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141089920:0@lo:400:kworker.0 00000100:00100000:1.0:1790100696.010139:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141090048:0@lo:8:kworker.0 00000400:00000100:1.0:1790100696.010156:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877056141090048 offset 0 length 520: 4 00000100:00100000:1.0:1790100696.010174:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141090176:0@lo:8:kworker.0 00000400:00000100:1.0:1790100696.010187:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877056141090176 offset 0 length 520: 4 00000100:00100000:1.0:1790100696.010214:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141089664:0@lo:400:kworker.0 00000100:00100000:3.0:1790100696.521889:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1790100696.521913:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141090432:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790100696.521977:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100696.522023:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141090432 00000100:00100000:3.0:1790100696.522031:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141090432 00000100:00100000:3.0:1790100696.522071:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790100696.522079:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6258000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141090432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1790100696.522111:0:22745:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1790100696.522167:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6258000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141090432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100696.522174:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790100696.522230:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141090432:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1790100696.585399:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100697.033098:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141090560:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790100697.033166:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100697.033282:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141090560 00000100:00100000:0.0:1790100697.033291:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141090560 00000100:00100000:0.0:1790100697.033371:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1790100697.033381:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1951880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3641:x1877056141090560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790100697.033415:0:22745:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1790100697.033484:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1951880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3641:x1877056141090560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100697.033491:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790100697.033600:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141090560:0@lo:41:osp-pre-1-0.0 00000001:00100000:2.0:1790100697.549043:0:23473:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1790100697.608656:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790100698.056729:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790100683/real 1790100683] req@ffff9261b6651880 x1877056141081344/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100698 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100698.056760:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9261b6651880 x1877056141081344/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100698 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100698.056770:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790100683/real 1790100683] req@ffff9261b6652680 x1877056141081472/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100698 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100698.056780:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9261b6652680 x1877056141081472/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100698 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790100698.056798:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083d0d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790100698.056817:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1790100698.056822:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141081344:0@lo:8:kworker.0 00000100:00080000:2.0:1790100698.056827:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083d09800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790100698.056831:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1790100698.056834:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141081472:0@lo:8:kworker.0 00000100:00080000:3.0:1790100698.056988:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790100698.056992:0:17873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1790100698.056995:0:17873:0:(import.c:65:import_set_state_nolock()) ffff926083d0d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790100698.056999:0:17873:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 535 00000100:00080000:3.0:1790100698.057011:0:17873:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1790100698.057022:0:17873:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff926083d0d800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1790100698.057041:0:17873:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a6259500 x1877056141090944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790100698.057066:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790100698.057069:0:17873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1790100698.057071:0:17873:0:(import.c:65:import_set_state_nolock()) ffff926083d09800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790100698.057074:0:17873:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 535 00000100:00080000:3.0:1790100698.057077:0:17873:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1790100698.057081:0:17873:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff926083d09800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1790100698.057092:0:17873:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a625b480 x1877056141091072/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790100698.057111:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790100698.057115:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1790100698.057117:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790100698.057120:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1790100698.057143:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141090816:0@lo:400:kworker.0 00000100:00100000:3.0:1790100698.057214:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100698.057471:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1790100698.057478:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1877056141091200:0@lo:400:kworker.0 00000100:00100000:3.0:1790100698.057505:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100698.057534:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141090816 00000100:00100000:3.0:1790100698.057541:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141090816 00000100:00100000:3.0:1790100698.057580:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790100698.057588:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a625a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141090816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100698.057647:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a625a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141090816:12345-0@lo:400:kworker.0 Request processed in 59us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100698.057654:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790100698.057674:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141091200 00000100:00100000:3.0:1790100698.057677:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141091200 00000100:00100000:3.0:1790100698.057788:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790100698.057796:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a625a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1877056141091200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100698.057828:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a625a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1877056141091200:12345-0@lo:400:kworker.0 Request processed in 33us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100698.057834:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1790100698.057863:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9261a6258e00 x1877056141091200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790100698.057874:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1877056141091200:0@lo:400:kworker.0 00000100:00100000:3.0:1790100698.057883:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141090816:0@lo:400:kworker.0 00000100:00100000:1.0:1790100698.057957:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141091328:0@lo:400:kworker.0 00000100:00100000:1.0:1790100698.057987:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100698.058012:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1790100698.058019:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141090688:0@lo:400:kworker.0 00000100:00100000:1.0:1790100698.058043:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100698.058135:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877056141091456:0@lo:400:kworker.0 00000100:00100000:1.0:1790100698.058171:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100698.058197:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141091456 00000100:00100000:1.0:1790100698.058200:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141091456 00000100:00100000:1.0:1790100698.058488:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790100698.058496:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b8728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1877056141091456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100698.058535:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b8728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1877056141091456:12345-0@lo:400:kworker.0 Request processed in 41us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100698.058541:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790100698.058567:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141090688 00000100:00100000:1.0:1790100698.058571:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141090688 00000100:00100000:1.0:1790100698.058595:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1790100698.058601:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6125c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:3641:x1877056141090688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100698.058860:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6125c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:3641:x1877056141090688:12345-0@lo:400:kworker.0 Request processed in 258us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100698.058867:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1790100698.058913:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141090688:0@lo:400:kworker.0 00010000:00080000:1.0:1790100698.058925:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9261a625b100 x1877056141091456/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100698.058935:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877056141091456:0@lo:400:kworker.0 00000100:00100000:2.0:1790100698.059015:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141091328 00000100:00100000:2.0:1790100698.059020:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141091328 00000100:00100000:2.0:1790100698.059042:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1790100698.059117:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1950000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141091328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100698.059165:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1950000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141091328:12345-0@lo:400:kworker.0 Request processed in 117us (1177us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100698.059171:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1790100698.059192:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141090944:0@lo:8:kworker.0 00000400:00000100:2.0:1790100698.059299:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877056141090944 offset 0 length 520: 4 00000100:00100000:2.0:1790100698.059321:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141091072:0@lo:8:kworker.0 00000400:00000100:2.0:1790100698.059359:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877056141091072 offset 0 length 520: 4 00000100:00100000:1.0:1790100698.059518:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141091328:0@lo:400:kworker.0 00010000:00010000:0.0:1790100698.632436:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1790100698.761002:0:23493:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1790100699.657624:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100700.683827:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1790100700.891533:0:24239:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1790100700.891537:0:24239:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:3.0:1790100700.891538:0:24239:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1790100700.891642:0:24239:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9261b5ae1000 00000020:01000004:3.0:1790100700.891657:0:24239:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1790100700.891671:0:24239:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1790100700.891683:0:24239:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9261b7674d40) 00000020:00000080:3.0:1790100700.891700:0:24239:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1790100700.974065:0:24239:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1790100700.976521:0:24239:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1790100700.976726:0:24239:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1790100700.977064:0:24239:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1790100700.977460:0:24239:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1790100700.977652:0:24239:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1790100700.977914:0:24239:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:3.0:1790100700.979583:0:24239:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1790100700.979790:0:24239:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1790100700.979802:0:24239:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1790100700.979813:0:24239:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xc87a4f2298288717 00000020:01000004:3.0:1790100700.979819:0:24239:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:3.0:1790100700.979839:0:24239:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.113@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1790100700.979842:0:24239:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.113@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1790100700.979848:0:24239:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1790100700.979853:0:24239:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1790100700.979864:0:24239:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9261b69ab380) 00000020:00000080:3.0:1790100700.979876:0:24239:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:3.0:1790100700.981061:0:24239:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790100700.981229:0:24239:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1790100700.981235:0:24239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1790100700.984742:0:24239:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1790100700.984752:0:24239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1790100700.995500:0:24239:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1790100700.995515:0:24239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:2.0:1790100700.998088:0:24239:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790100700.998277:0:24239:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:2.0:1790100700.998283:0:24239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1790100701.014136:0:24239:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1790100701.014153:0:24239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:0.0:1790100701.049272:0:24239:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790100701.049613:0:24239:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1790100701.049619:0:24239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:0.0:1790100701.053307:0:24239:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1790100701.053321:0:24239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1790100701.055030:0:24239:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1790100701.055042:0:24239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1790100701.067427:0:24239:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790100701.067619:0:24239:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1790100701.067625:0:24239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1790100701.074331:0:24239:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1790100701.074359:0:24239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1790100701.147296:0:24239:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790100701.147528:0:24239:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1790100701.147535:0:24239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1790100701.159500:0:24239:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1790100701.160211:0:24239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1790100701.162832:0:24239:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1790100701.162864:0:24239:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1790100701.162869:0:24239:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.113@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1790100701.185645:0:24239:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.113@tcp ctxt 0 is initialized 00000020:01000004:2.0:1790100701.186012:0:24239:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.113@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1790100701.186018:0:24239:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1790100701.186020:0:24239:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1790100701.186021:0:24239:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790100701.186023:0:24239:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790100701.186024:0:24239:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790100701.186026:0:24239:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790100701.186027:0:24239:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790100701.186029:0:24239:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790100701.186030:0:24239:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790100701.186034:0:24239:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1790100701.186036:0:24239:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790100701.186043:0:24239:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1790100701.186044:0:24239:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790100701.186045:0:24239:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790100701.186047:0:24239:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790100701.186048:0:24239:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790100701.186049:0:24239:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790100701.186050:0:24239:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790100701.186051:0:24239:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790100701.186085:0:24239:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1790100701.186105:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b39180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141091584:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1790100701.192684:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100701.192743:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013900 going to sleep for 11 seconds 00000100:00100000:1.0:1790100701.192858:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141091584 00000100:00100000:1.0:1790100701.192867:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141091584 00000100:00100000:1.0:1790100701.192921:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1790100701.192931:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926184214450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:24239:x1877056141091584:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1790100701.192961:0:22736:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1790100701.192964:0:22736:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1790100701.192968:0:22736:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1790100701.193331:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926184214450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:24239:x1877056141091584:12345-0@lo:253:mount.lustre.0 Request processed in 400us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100701.193359:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1790100701.193448:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b39180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141091584:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1790100701.193461:0:24239:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1790100701.193464:0:24239:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790100701.193466:0:24239:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1790100701.193468:0:24239:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790100701.193469:0:24239:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790100701.193470:0:24239:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790100701.193472:0:24239:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790100701.193473:0:24239:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1790100701.193475:0:24239:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790100701.193476:0:24239:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1790100701.193492:0:24239:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9261b5ae1000 from lustre-OST0000 10000000:01000000:3.0:1790100701.193539:0:24239:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1790100701.193542:0:24239:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1790100701.193549:0:24239:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9261a6940000 local copy 00010000:00010000:3.0:1790100701.193559:0:24239:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884d9 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100701.193656:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141091712:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100701.193686:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100701.193715:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92619760b540 going to sleep for 11 seconds 00000100:00100000:1.0:1790100701.193866:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141091712 00000100:00100000:1.0:1790100701.193877:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141091712 00000100:00100000:1.0:1790100701.193903:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1790100701.193909:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:24239:x1877056141091712:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790100701.193967:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:24239:x1877056141091712:12345-0@lo:501:mount.lustre.0 Request processed in 58us (280us total) trans 0 rc -2/-2 00000100:00100000:1.0:1790100701.193974:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1790100701.194033:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141091712:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1790100701.194045:0:24239:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.113@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1790100701.194061:0:24239:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.113@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1790100701.194067:0:24239:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884d9 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.194075:0:24239:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884d9 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100701.194114:0:24239:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9261b5ae1000 10000000:01000000:3.0:1790100701.194118:0:24239:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1790100701.194123:0:24239:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1790100701.194141:0:24239:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790100701.194145:0:24239:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1790100701.194148:0:24239:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1790100701.194166:0:24239:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e58a00/0xc87a4f2298288725 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.194191:0:24239:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a2e58a00/0xc87a4f2298288725 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.194211:0:24239:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a2e58a00/0xc87a4f2298288725 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100701.194223:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141091840:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790100701.194248:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100701.194268:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92619760b540 going to sleep for 11 seconds 00000100:00100000:1.0:1790100701.194395:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141091840 00000100:00100000:1.0:1790100701.194400:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141091840 00000100:00100000:1.0:1790100701.194420:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1790100701.194426:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+18:24239:x1877056141091840:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790100701.194435:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790100701.194447:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261b66e1000/0xc87a4f229828872c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f2298288725 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100701.194466:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261b66e1000/0xc87a4f229828872c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f2298288725 expref: 19 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100701.194475:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261b66e1000/0xc87a4f229828872c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288725 expref: 19 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100701.194482:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261b66e1000, rc 0) 00000100:00100000:1.0:1790100701.194512:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+19:24239:x1877056141091840:12345-0@lo:101:mount.lustre.0 Request processed in 85us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100701.194517:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1790100701.196061:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141091840:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790100701.196083:0:24239:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a2e58a00/0xc87a4f2298288725 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f229828872c expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.196094:0:24239:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a2e58a00/0xc87a4f2298288725 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f229828872c expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790100701.201987:0:24239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1790100701.202995:0:24239:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790100701.205036:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1790100701.205081:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1790100701.205098:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1790100701.205112:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1790100701.205204:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1790100701.205221:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1790100701.205233:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1790100701.205246:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1790100701.205260:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1790100701.205272:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1790100701.205284:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1790100701.205296:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1790100701.205321:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1790100701.205326:0:24239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:0.0:1790100701.205581:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141091968:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790100701.205643:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100701.205955:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b7913240 going to sleep for 11 seconds 00000100:00100000:1.0:1790100701.206195:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141091968 00000100:00100000:1.0:1790100701.206202:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141091968 00000100:00100000:1.0:1790100701.206253:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1790100701.206263:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+19:24239:x1877056141091968:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790100701.206466:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+19:24239:x1877056141091968:12345-0@lo:501:mount.lustre.0 Request processed in 206us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100701.206474:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1790100701.206645:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141091968:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790100701.206683:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092096:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790100701.206719:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100701.206752:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013c00 going to sleep for 11 seconds 00000100:00100000:3.0:1790100701.206838:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141092096 00000100:00100000:3.0:1790100701.206843:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141092096 00000100:00100000:3.0:1790100701.206867:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1790100701.206874:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+19:24239:x1877056141092096:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790100701.207451:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+19:24239:x1877056141092096:12345-0@lo:503:mount.lustre.0 Request processed in 575us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100701.207458:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1790100701.207556:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092096:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1790100701.207927:0:24239:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1790100701.208009:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092224:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790100701.208043:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100701.208063:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013c00 going to sleep for 11 seconds 00000100:00100000:3.0:1790100701.208217:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141092224 00000100:00100000:3.0:1790100701.208223:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141092224 00000100:00100000:3.0:1790100701.208244:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1790100701.208250:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+19:24239:x1877056141092224:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100701.208530:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+19:24239:x1877056141092224:12345-0@lo:502:mount.lustre.0 Request processed in 279us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100701.208543:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1790100701.208654:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092224:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790100701.208942:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1790100701.208966:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1790100701.208978:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1790100701.208991:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1790100701.209003:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1790100701.209015:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1790100701.209027:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1790100701.209038:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1790100701.209050:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1790100701.209071:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1790100701.209083:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1790100701.209111:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1790100701.209461:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092352:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790100701.209506:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100701.209569:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b2013c00 going to sleep for 11 seconds 00000100:00100000:3.0:1790100701.216920:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141092352 00000100:00100000:3.0:1790100701.216934:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141092352 00000100:00100000:3.0:1790100701.217038:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1790100701.217050:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+19:24239:x1877056141092352:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100701.217228:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+19:24239:x1877056141092352:12345-0@lo:502:mount.lustre.0 Request processed in 181us (7721us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100701.217235:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1790100701.217820:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092352:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790100701.217907:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1790100701.217920:0:24239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1790100701.219026:0:24256:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790100701.219036:0:24256:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1790100701.219042:0:24256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790100701.219045:0:24256:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1790100701.219050:0:24256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790100701.219063:0:24256:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9261b6e18000) 00000020:00000080:2.0:1790100701.219085:0:24256:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1790100701.219091:0:24256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1790100701.219188:0:24256:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9261b5ae1000 from lustre-OST0000, refs=2 00080000:01000000:2.0:1790100701.219197:0:24256:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1790100701.219204:0:24256:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xc87a4f229828873a 00010000:00010000:2.0:1790100701.226683:0:24256:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1790100701.227287:0:24256:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1790100701.229255:0:24256:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1790100701.236321:0:24256:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1790100701.236335:0:24256:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790100701.236366:0:24256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100701.236368:0:24256:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1790100701.236372:0:24256:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1790100701.236375:0:24256:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1790100701.236377:0:24256:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790100701.236378:0:24256:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790100701.236380:0:24256:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1790100701.236382:0:24256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100701.236383:0:24256:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1790100701.236386:0:24256:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790100701.236388:0:24256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100701.236389:0:24256:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1790100701.236392:0:24256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1790100701.236400:0:24256:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1790100701.236404:0:24256:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790100701.236406:0:24256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100701.236408:0:24256:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1790100701.236410:0:24256:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790100701.236412:0:24256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100701.236413:0:24256:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1790100701.236416:0:24256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1790100701.236445:0:24256:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790100701.236448:0:24256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100701.236450:0:24256:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1790100701.236452:0:24256:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1790100701.238382:0:24239:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1790100701.238418:0:24239:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1790100701.238437:0:24239:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e58a00/0xc87a4f2298288725 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f229828872c expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100701.238449:0:24239:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e58a00/0xc87a4f2298288725 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f229828872c expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790100701.238470:0:24239:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9261b5ae1000 from 1 10000000:01000000:2.0:1790100701.238473:0:24239:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790100701.238509:0:24239:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e46600/0xc87a4f2298288741 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100701.238517:0:24239:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff926083e46600/0xc87a4f2298288741 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100701.238528:0:24239:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff926083e46600/0xc87a4f2298288741 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100701.238553:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092480:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790100701.238615:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100701.238650:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b23eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1790100701.238718:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141092480 00000100:00100000:1.0:1790100701.238736:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141092480 00000100:00100000:1.0:1790100701.238785:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1790100701.238794:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+19:24239:x1877056141092480:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790100701.238805:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790100701.238818:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261b66e1a00/0xc87a4f2298288748 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f2298288741 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100701.238839:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261b66e1a00/0xc87a4f2298288748 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f2298288741 expref: 20 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100701.238849:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261b66e1a00/0xc87a4f2298288748 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288741 expref: 20 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100701.238857:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261b66e1a00, rc 0) 00000100:00100000:1.0:1790100701.238895:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:24239:x1877056141092480:12345-0@lo:101:mount.lustre.0 Request processed in 102us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100701.238901:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1790100701.240817:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092480:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790100701.240839:0:24239:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff926083e46600/0xc87a4f2298288741 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288748 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100701.240851:0:24239:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff926083e46600/0xc87a4f2298288741 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298288748 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1790100701.242500:0:24239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1790100701.242761:0:24239:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790100701.242927:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1790100701.242952:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1790100701.242967:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1790100701.242993:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1790100701.243007:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1790100701.243027:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1790100701.243040:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1790100701.243052:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1790100701.243063:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1790100701.243075:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1790100701.243087:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1790100701.243104:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1790100701.243109:0:24239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1790100701.243198:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092608:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790100701.243256:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100701.243297:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b23eacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1790100701.243477:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141092608 00000100:00100000:3.0:1790100701.243485:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141092608 00000100:00100000:3.0:1790100701.243519:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1790100701.243527:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:24239:x1877056141092608:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100701.243626:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:24239:x1877056141092608:12345-0@lo:501:mount.lustre.0 Request processed in 99us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100701.243634:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1790100701.244090:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092608:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790100701.244134:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092736:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790100701.244176:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100701.244216:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b23eacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1790100701.244444:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141092736 00000100:00100000:1.0:1790100701.244449:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141092736 00000100:00100000:1.0:1790100701.244487:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1790100701.244495:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:24239:x1877056141092736:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790100701.244584:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:24239:x1877056141092736:12345-0@lo:503:mount.lustre.0 Request processed in 90us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100701.244601:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1790100701.244834:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092736:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1790100701.246361:0:24239:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1790100701.246439:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092864:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790100701.246501:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100701.246530:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b23eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1790100701.246618:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141092864 00000100:00100000:1.0:1790100701.246626:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141092864 00000100:00100000:1.0:1790100701.246659:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1790100701.246667:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:24239:x1877056141092864:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790100701.246789:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:24239:x1877056141092864:12345-0@lo:502:mount.lustre.0 Request processed in 122us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100701.246797:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1790100701.247091:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092864:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790100701.247635:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1790100701.247663:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1790100701.247677:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1790100701.247690:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1790100701.251281:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1790100701.251388:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1790100701.251406:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1790100701.251419:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1790100701.251432:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1790100701.251444:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1790100701.251456:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1790100701.251501:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092992:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790100701.251588:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100701.251624:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b7913480 going to sleep for 11 seconds 00000100:00100000:1.0:1790100701.251713:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141092992 00000100:00100000:1.0:1790100701.251721:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141092992 00000100:00100000:1.0:1790100701.251963:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1790100701.251973:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:24239:x1877056141092992:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790100701.252084:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:24239:x1877056141092992:12345-0@lo:502:mount.lustre.0 Request processed in 113us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100701.252092:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1790100701.252396:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141092992:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790100701.252446:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1790100701.252455:0:24239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1790100701.260636:0:24260:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790100701.260647:0:24260:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100701.260650:0:24260:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1790100701.260657:0:24260:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9261b5ae1000 00000020:00000080:0.0:1790100701.260659:0:24260:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1790100701.260667:0:24260:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790100701.260670:0:24260:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100701.260682:0:24260:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1790100701.260685:0:24260:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790100701.260687:0:24260:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100701.260688:0:24260:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1790100701.260691:0:24260:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9261b5ae1000 00000020:00000080:0.0:1790100701.260693:0:24260:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1790100701.260764:0:24260:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790100701.260767:0:24260:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100701.260769:0:24260:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1790100701.260771:0:24260:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790100701.260773:0:24260:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100701.260774:0:24260:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1790100701.260777:0:24260:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9261b5ae1000 00000020:00000080:0.0:1790100701.260779:0:24260:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1790100701.260793:0:24260:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790100701.260795:0:24260:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100701.260796:0:24260:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1790100701.260798:0:24260:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790100701.260800:0:24260:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100701.260801:0:24260:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1790100701.260804:0:24260:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9261b5ae1000 00000020:00000080:0.0:1790100701.260806:0:24260:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1790100701.260824:0:24260:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790100701.260826:0:24260:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100701.260827:0:24260:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1790100701.260830:0:24260:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1790100701.261228:0:24239:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1790100701.261262:0:24239:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790100701.261282:0:24239:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e46600/0xc87a4f2298288741 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288748 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100701.261294:0:24239:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff926083e46600/0xc87a4f2298288741 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288748 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790100701.261372:0:24239:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1790100701.261374:0:24239:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9261b5ae1000 10000000:01000000:0.0:1790100701.261377:0:24239:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9261b5ae1000 10000000:01000000:0.0:1790100701.261380:0:24239:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790100701.261385:0:24239:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9261b5ae1000 from 1 10000000:01000000:0.0:1790100701.261387:0:24239:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1790100701.261418:0:24239:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926191686200/0xc87a4f229828874f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100701.261426:0:24239:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff926191686200/0xc87a4f229828874f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100701.261437:0:24239:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff926191686200/0xc87a4f229828874f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100701.261458:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141093120:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1790100701.261513:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100701.261546:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141093120 00000100:00100000:0.0:1790100701.261552:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141093120 00000100:00100000:0.0:1790100701.261589:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1790100701.261596:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:24239:x1877056141093120:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790100701.261608:0:22736:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100701.261618:0:22736:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926191686600/0xc87a4f2298288756 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f229828874f expref: -99 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100701.261637:0:22736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926191686600/0xc87a4f2298288756 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f229828874f expref: 21 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100701.261659:0:22736:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926191686600/0xc87a4f2298288756 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f229828874f expref: 21 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100701.261668:0:22736:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926191686600, rc 0) 00000100:00100000:0.0:1790100701.261696:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:24239:x1877056141093120:12345-0@lo:101:mount.lustre.0 Request processed in 101us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100701.261702:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1790100701.261740:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b7913180 going to sleep for 11 seconds 00000100:00100000:0.0:1790100701.261769:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141093120:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790100701.261781:0:24239:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff926191686200/0xc87a4f229828874f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288756 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100701.261789:0:24239:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff926191686200/0xc87a4f229828874f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298288756 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1790100701.271587:0:24239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1790100701.271906:0:24239:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790100701.272929:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1790100701.272966:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1790100701.272979:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1790100701.272990:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1790100701.273001:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1790100701.273011:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1790100701.273022:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1790100701.273032:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1790100701.273043:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1790100701.275899:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1790100701.275918:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1790100701.275941:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1790100701.275955:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1790100701.275968:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1790100701.275981:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1790100701.275993:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1790100701.276004:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1790100701.276016:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1790100701.276044:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1790100701.277263:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1790100701.277280:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1790100701.277292:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1790100701.277304:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1790100701.277319:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1790100701.277332:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1790100701.277931:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1790100701.277952:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1790100701.277966:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1790100701.277980:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1790100701.277993:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1790100701.278006:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1790100701.278019:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1790100701.278033:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1790100701.278552:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1790100701.278587:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1790100701.278599:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1790100701.278610:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1790100701.278621:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1790100701.278632:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1790100701.278645:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1790100701.278658:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1790100701.278671:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1790100701.278681:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1790100701.278692:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1790100701.278723:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1790100701.278741:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1790100701.278754:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1790100701.278765:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1790100701.278925:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1790100701.278954:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1790100701.278970:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1790100701.278974:0:24239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1790100701.279075:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141093248:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790100701.279144:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100701.283028:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b79139c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790100701.284013:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141093248 00000100:00100000:3.0:1790100701.284024:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141093248 00000100:00100000:3.0:1790100701.284081:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1790100701.284090:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:24239:x1877056141093248:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100701.285045:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:24239:x1877056141093248:12345-0@lo:501:mount.lustre.0 Request processed in 953us (5897us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100701.285055:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1790100701.285296:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141093248:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790100701.285367:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141093376:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790100701.285411:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100701.285429:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b79139c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790100701.285446:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141093376 00000100:00100000:0.0:1790100701.285451:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141093376 00000100:00100000:0.0:1790100701.285478:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1790100701.285485:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:24239:x1877056141093376:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790100701.285561:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:24239:x1877056141093376:12345-0@lo:503:mount.lustre.0 Request processed in 75us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100701.285568:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1790100701.285607:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141093376:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1790100701.285982:0:24239:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790100701.286041:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141093504:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790100701.286075:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100701.286098:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b7913180 going to sleep for 11 seconds 00000100:00100000:3.0:1790100701.287374:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141093504 00000100:00100000:3.0:1790100701.287386:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141093504 00000100:00100000:3.0:1790100701.287436:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1790100701.287444:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:24239:x1877056141093504:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100701.287573:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:24239:x1877056141093504:12345-0@lo:502:mount.lustre.0 Request processed in 130us (1497us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100701.287581:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1790100701.287688:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141093504:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790100701.288437:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1790100701.288470:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1790100701.288483:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1790100701.288496:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1790100701.288509:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1790100701.288521:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1790100701.288533:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1790100701.288548:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1790100701.288561:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1790100701.288573:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1790100701.288585:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1790100701.288598:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1790100701.288628:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1790100701.288645:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1790100701.288659:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1790100701.288673:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1790100701.288686:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1790100701.288700:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1790100701.288713:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1790100701.288792:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1790100701.288939:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1790100701.288956:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1790100701.288969:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1790100701.288981:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1790100701.288995:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1790100701.289008:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1790100701.289022:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1790100701.289036:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1790100701.289064:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1790100701.289080:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1790100701.289106:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1790100701.289199:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1790100701.289219:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1790100701.289231:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1790100701.289243:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1790100701.289256:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1790100701.289268:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1790100701.289279:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1790100701.289291:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1790100701.289302:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1790100701.289315:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1790100701.289327:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1790100701.289570:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1790100701.289590:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1790100701.289616:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1790100701.289631:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1790100701.289643:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1790100701.289655:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1790100701.289705:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141093632:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790100701.291200:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100701.291241:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b7913180 going to sleep for 11 seconds 00000100:00100000:0.0:1790100701.291265:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141093632 00000100:00100000:0.0:1790100701.291272:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141093632 00000100:00100000:0.0:1790100701.291504:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1790100701.291514:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:24239:x1877056141093632:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790100701.291635:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:24239:x1877056141093632:12345-0@lo:502:mount.lustre.0 Request processed in 121us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100701.291642:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1790100701.291737:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141093632:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790100701.292243:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1790100701.292278:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1790100701.292312:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141093760:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790100701.292376:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100701.292565:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b23eab40 going to sleep for 11 seconds 00000100:00100000:3.0:1790100701.294842:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141093760 00000100:00100000:3.0:1790100701.294857:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141093760 00000100:00100000:3.0:1790100701.294901:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1790100701.294910:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:24239:x1877056141093760:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100701.295063:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:24239:x1877056141093760:12345-0@lo:502:mount.lustre.0 Request processed in 153us (2686us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100701.295071:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1790100701.304508:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141093760:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790100701.304627:0:24239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1790100701.304644:0:24239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1790100701.310035:0:24265:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1790100701.310053:0:24265:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff92608323cd40) 00000020:00000080:0.0:1790100701.310086:0:24265:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:0.0:1790100701.310614:0:24265:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9261b5ae1000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1790100701.310619:0:24265:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9261b5ae1000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1790100701.310622:0:24265:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9261b5ae1000 3 00010000:00080000:0.0:1790100701.310653:0:24265:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9261a24c2800@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.113@tcp at head 00010000:00010000:0.0:1790100701.312606:0:24265:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:0.0:1790100701.312809:0:24265:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1790100701.312853:0:24265:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1790100701.312864:0:24265:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xc87a4f2298288764 00000100:00080000:0.0:1790100701.312875:0:24265:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790100701.312885:0:24265:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9261a24c2800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100701.312920:0:24265:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92618683f480 x1877056141093888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790100701.312969:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1877056141093888:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1790100701.313030:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100701.313107:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141093888 00000100:00100000:0.0:1790100701.313114:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141093888 00000100:00100000:0.0:1790100701.313144:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790100701.313150:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1877056141093888:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1790100701.313172:0:22740:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 552 last 0 00000020:00000080:0.0:1790100701.313223:0:22740:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xc87a4f229828876b 00000004:00100000:0.0:1790100701.313237:0:22740:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1790100701.313265:0:22740:0:(import.c:65:import_set_state_nolock()) ffff926083b6b000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790100701.313317:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1877056141093888:12345-0@lo:38:llog_process_th.0 Request processed in 165us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100701.313324:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1790100701.313392:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff92618683f480 x1877056141093888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790100711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100701.313408:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790100701.313415:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1790100701.313422:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1790100701.313426:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1790100701.313428:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9261a24c2800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1790100701.313434:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1877056141093888:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1790100701.313452:0:24265:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1790100701.313495:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100701.313499:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790100701.313502:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100701.313505:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790100701.313530:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100701.313534:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790100701.313536:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100701.313539:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1790100701.313566:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141094016:0@lo:400:kworker.0 00000100:00100000:0.0:1790100701.313597:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100701.313619:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1790100701.313625:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1877056141094144:0@lo:400:kworker.0 00000100:00100000:0.0:1790100701.313646:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100701.313678:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141094272:0@lo:400:kworker.0 00000100:00100000:0.0:1790100701.313711:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100701.313728:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790100701.313733:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877056141094400:0@lo:400:kworker.0 00000100:00100000:0.0:1790100701.313753:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100701.313780:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141094016 00000100:00100000:0.0:1790100701.313784:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141094016 00000100:00100000:0.0:1790100701.313805:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141094272 00000100:00100000:0.0:1790100701.313807:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141094272 00000100:00100000:0.0:1790100701.313819:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1790100701.313826:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141094016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100701.313865:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141094016:12345-0@lo:400:kworker.0 Request processed in 39us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100701.313871:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1790100701.313883:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790100701.313889:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141094272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100701.313917:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141094272:12345-0@lo:400:kworker.0 Request processed in 28us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100701.313924:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790100701.313941:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141094144 00000100:00100000:0.0:1790100701.313945:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141094144 00000100:00100000:0.0:1790100701.313960:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141094400 00000100:00100000:0.0:1790100701.313963:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141094400 00000100:00100000:0.0:1790100701.313972:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790100701.313978:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1877056141094144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100701.314004:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1877056141094144:12345-0@lo:400:kworker.0 Request processed in 26us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100701.314010:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790100701.314029:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790100701.314034:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1877056141094400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100701.314058:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1877056141094400:12345-0@lo:400:kworker.0 Request processed in 24us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100701.314064:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:0.0:1790100701.314092:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff92618683ce00 x1877056141094400/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100701.314102:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877056141094400:0@lo:400:kworker.0 00000100:00100000:0.0:1790100701.314111:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141094272:0@lo:400:kworker.0 00010000:00080000:0.0:1790100701.314135:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff92618683d180 x1877056141094144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100701.314143:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1877056141094144:0@lo:400:kworker.0 00000100:00100000:0.0:1790100701.314151:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141094016:0@lo:400:kworker.0 00000020:01000004:0.0:1790100701.331925:0:24265:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1790100701.331942:0:24265:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff92608323b380) 00000020:00000080:0.0:1790100701.331964:0:24265:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1790100701.332043:0:24265:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9261b5ae1000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1790100701.332047:0:24265:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9261b5ae1000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1790100701.332049:0:24265:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9261b5ae1000 3 00010000:00080000:0.0:1790100701.332091:0:24265:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9261b766d000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.113@tcp at head 00010000:00010000:0.0:1790100701.335796:0:24265:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:0.0:1790100701.335996:0:24265:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:0.0:1790100701.336040:0:24265:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1790100701.336053:0:24265:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xc87a4f2298288779 00000100:00080000:0.0:1790100701.336064:0:24265:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790100701.336082:0:24265:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9261b766d000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100701.336118:0:24265:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92618683f480 x1877056141094528/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790100701.336140:0:24265:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1790100701.336241:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100701.336245:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790100701.336248:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100701.336251:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790100701.336254:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100701.336257:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790100701.336260:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100701.336262:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1790100701.336285:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1877056141094528:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1790100701.336370:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100701.336420:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141094528 00000100:00100000:0.0:1790100701.336426:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141094528 00000100:00100000:0.0:1790100701.336453:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790100701.336459:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3640:x1877056141094528:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1790100701.336483:0:22741:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 552 last 0 00000020:00000080:0.0:1790100701.336510:0:22741:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xc87a4f2298288780 00000004:00100000:0.0:1790100701.336522:0:22741:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1790100701.336547:0:22741:0:(import.c:65:import_set_state_nolock()) ffff9261a24c0800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790100701.336591:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1877056141094528:12345-0@lo:38:llog_process_th.0 Request processed in 130us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100701.336604:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1790100701.336641:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff92618683f480 x1877056141094528/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790100711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100701.336651:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790100701.336658:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1790100701.336664:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1790100701.336668:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1790100701.336670:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9261b766d000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1790100701.336676:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1877056141094528:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1790100701.343113:0:24265:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1790100701.344094:0:24239:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1790100701.344201:0:24239:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1790100701.344228:0:24239:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926191686200/0xc87a4f229828874f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288756 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.344242:0:24239:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff926191686200/0xc87a4f229828874f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288756 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1790100701.344294:0:24239:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1790100701.344297:0:24239:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1790100701.344298:0:24239:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790100701.344299:0:24239:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790100701.344300:0:24239:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790100701.344302:0:24239:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790100701.344303:0:24239:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1790100701.344305:0:24239:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790100701.344310:0:24239:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1790100701.344314:0:24239:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1790100701.344317:0:24239:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790100701.344318:0:24239:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1790100701.344319:0:24239:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790100701.344320:0:24239:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790100701.344321:0:24239:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790100701.344322:0:24239:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790100701.344323:0:24239:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1790100701.344324:0:24239:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790100701.344325:0:24239:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1790100701.345215:0:24239:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1790100701.345240:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141094656:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1790100701.345312:0:24239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100701.345387:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a23216c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100701.345649:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141094656 00000100:00100000:2.0:1790100701.345658:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141094656 00000100:00100000:2.0:1790100701.345705:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1790100701.345714:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:24239:x1877056141094656:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1790100701.346040:0:22735:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1790100701.346057:0:22735:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1790100701.360881:0:22735:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1790100701.360900:0:22735:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1790100701.361449:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:24239:x1877056141094656:12345-0@lo:253:mount.lustre.0 Request processed in 15731us (16131us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100701.361461:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1790100701.361658:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:24239:1877056141094656:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1790100701.361672:0:24239:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1790100701.361675:0:24239:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790100701.361677:0:24239:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1790100701.361679:0:24239:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790100701.361680:0:24239:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790100701.361682:0:24239:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790100701.361683:0:24239:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790100701.361684:0:24239:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790100701.361686:0:24239:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790100701.361687:0:24239:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1790100701.361701:0:24239:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:3.0:1790100701.362647:0:22756:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1790100701.362653:0:22756:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1790100701.362675:0:22756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9261a2e58000/0xc87a4f2298288787 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.362690:0:22756:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9261b66e1800/0xc87a4f22982886d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982886ca expref: 20 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.362697:0:22756:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9261b66e0e00/0xc87a4f22982886df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982886d8 expref: 20 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.362703:0:22756:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9261a2e58000/0xc87a4f2298288787 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.362749:0:22756:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9261b66e0e00/0xc87a4f22982886df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc87a4f22982886d8 expref: 20 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.362765:0:22756:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9261b66e0e00/0xc87a4f22982886df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc87a4f22982886d8 expref: 20 pid: 22735 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100701.362791:0:22756:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22756:1877056141094784:0@lo:104: 00000100:00100000:3.0:1790100701.362839:0:22756:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1790100701.362884:0:22756:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9261b66e1800/0xc87a4f22982886d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc87a4f22982886ca expref: 20 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.362892:0:22756:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9261b66e1800/0xc87a4f22982886d1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc87a4f22982886ca expref: 20 pid: 22734 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100701.362910:0:22756:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22756:1877056141094912:0@lo:104: 00000100:00100000:3.0:1790100701.362934:0:22756:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100701.362946:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a2321d80 going to sleep for 11 seconds 00000100:00100000:3.0:1790100701.362968:0:22724:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1790100701.362980:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141094784 00000100:00100000:3.0:1790100701.362986:0:22724:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141094784 00000100:00100000:3.0:1790100701.363014:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141094912 00000100:00100000:3.0:1790100701.363017:0:22724:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141094912 00000100:00100000:3.0:1790100701.363031:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790100701.363038:0:22724:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+4:22756:x1877056141094784:12345-0@lo:104: 00010000:00010000:3.0:1790100701.363050:0:22724:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9261b66e1600/0xc87a4f22982886d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f22982886df expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363094:0:22724:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1790100701.363100:0:22724:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+4:22756:x1877056141094784:12345-0@lo:104: Request processed in 63us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100701.363106:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790100701.363133:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790100701.363139:0:22724:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b52050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+3:22756:x1877056141094912:12345-0@lo:104: 00010000:00010000:3.0:1790100701.363153:0:22724:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f22982886ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f22982886d1 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363197:0:22724:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1790100701.363203:0:22724:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b52050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+3:22756:x1877056141094912:12345-0@lo:104: Request processed in 65us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100701.363209:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1790100701.363242:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790100701.363247:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9261b66e1600/0xc87a4f22982886d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f22982886df expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363255:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e1600 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:3.0:1790100701.363259:0:22730:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9261b66e1600/0xc87a4f22982886d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc87a4f22982886df expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363268:0:22730:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9261b66e1600/0xc87a4f22982886d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc87a4f22982886df expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100701.363276:0:22730:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9261b66e1600/0xc87a4f22982886d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc87a4f22982886df expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100701.363283:0:22730:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1790100701.363308:0:22730:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9261b66e1600/0xc87a4f22982886d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982886df expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363315:0:22730:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790100701.363334:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9261b66e1600/0xc87a4f22982886d8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982886df expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363366:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9261b66e1600/0xc87a4f22982886d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982886df expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363382:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100701.363399:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f22982886ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f22982886d1 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363405:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e58600 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:3.0:1790100701.363408:0:22730:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f22982886ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc87a4f22982886d1 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363415:0:22730:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f22982886ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc87a4f22982886d1 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100701.363422:0:22730:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f22982886ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc87a4f22982886d1 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100701.363428:0:22730:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1790100701.363441:0:22730:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f22982886ca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982886d1 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363446:0:22730:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790100701.363453:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f22982886ca lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982886d1 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363458:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f22982886ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982886d1 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363469:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100701.363470:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100701.363471:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100701.363478:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100701.363511:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a506ab7a-0172-45f1-980b-f79bd4c4429c:3644:1877056141095168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790100701.363540:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100701.363566:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1790100701.363572:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a506ab7a-0172-45f1-980b-f79bd4c4429c:3644:1877056141095040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790100701.363592:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100701.363625:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141095168 00000100:00100000:3.0:1790100701.363629:0:22727:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141095168 00010000:00010000:3.0:1790100701.363649:0:22727:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9261b66e1800/0xc87a4f22982886d1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f22982886ca expref: 21 pid: 22734 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100701.363669:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141095040 00000100:00100000:3.0:1790100701.363672:0:22727:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141095040 00010000:00010000:3.0:1790100701.363681:0:22727:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9261b66e0e00/0xc87a4f22982886df lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f22982886d8 expref: 22 pid: 22735 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100701.363693:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790100701.363698:0:22727:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:3644:x1877056141095168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790100701.363707:0:22727:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790100701.363712:0:22727:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9261b66e1800/0xc87a4f22982886d1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f22982886ca expref: 22 pid: 22734 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363720:0:22727:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9261b66e1800/0xc87a4f22982886d1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc87a4f22982886ca expref: 22 pid: 22734 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363734:0:22727:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790100701.363759:0:22727:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:3644:x1877056141095168:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100701.363765:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790100701.363777:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790100701.363783:0:22727:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926189b58c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:3644:x1877056141095040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790100701.363796:0:22727:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790100701.363800:0:22727:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9261b66e0e00/0xc87a4f22982886df lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f22982886d8 expref: 21 pid: 22735 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363810:0:22727:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9261b66e0e00/0xc87a4f22982886df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc87a4f22982886d8 expref: 21 pid: 22735 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363821:0:22727:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9261a2e58000/0xc87a4f2298288787 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363828:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261a2e58000/0xc87a4f2298288787 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1790100701.363840:0:22727:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001905157s 00010000:00010000:3.0:1790100701.363844:0:22727:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9261a2e58000/0xc87a4f2298288787 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363850:0:22727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9261a2e58000/0xc87a4f2298288787 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363856:0:22727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9261a2e58000/0xc87a4f2298288787 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363862:0:22727:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9261a2e58000/0xc87a4f2298288787 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363868:0:22727:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e58000 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100701.363872:0:22727:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9261a2e58000/0xc87a4f2298288787 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363881:0:22727:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9261a2e58000/0xc87a4f2298288787 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363898:0:22727:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9261a2e58000/0xc87a4f2298288787 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.363906:0:22727:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790100701.363928:0:22727:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926189b58c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:3644:x1877056141095040:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100701.363935:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790100701.363990:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a506ab7a-0172-45f1-980b-f79bd4c4429c:3644:1877056141095040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790100701.363998:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a506ab7a-0172-45f1-980b-f79bd4c4429c:3644:1877056141095168:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790100701.364024:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261b66e0e00/0xc87a4f22982886df lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc87a4f22982886d8 expref: 20 pid: 22735 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100701.364033:0:22756:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22756:1877056141094784:0@lo:104: 00010000:00010000:3.0:1790100701.364041:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261b66e1800/0xc87a4f22982886d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc87a4f22982886ca expref: 19 pid: 22734 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100701.364047:0:22756:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22756:1877056141094912:0@lo:104: 00010000:00010000:3.0:1790100701.364059:0:22756:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9261a2e58000/0xc87a4f2298288787 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.364067:0:22756:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9261a2e58000/0xc87a4f2298288787 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.364073:0:22756:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9261a2e58000/0xc87a4f2298288787 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100701.364079:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261a2e58000/0xc87a4f2298288787 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:2.0:1790100701.373786:0:24239:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1790100701.377328:0:24239:0:(ofd_obd.c:541:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1790100701.377366:0:24239:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1790100701.377403:0:24239:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1790100701.377443:0:24239:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.113@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1790100701.377458:0:24239:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1790100701.377475:0:24239:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1790100701.382387:0:24239:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790100701.382669:0:24239:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1790100701.641201:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b872ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141095296:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790100701.641270:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100701.641323:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141095296 00000100:00100000:1.0:1790100701.641331:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141095296 00000100:00100000:1.0:1790100701.641400:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1790100701.641408:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b8728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141095296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790100701.641448:0:22746:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1790100701.641494:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b8728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141095296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100701.641502:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1790100701.641544:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b872ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141095296:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1790100701.707435:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100702.152498:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790100702.152522:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b872ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141095424:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790100702.152593:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100702.152645:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141095424 00000100:00100000:1.0:1790100702.152663:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141095424 00000100:00100000:1.0:1790100702.152712:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1790100702.152735:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b872aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141095424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790100702.152778:0:22746:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1790100702.152830:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b872aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141095424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100702.152837:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1790100702.152884:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b872ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141095424:0@lo:41:osp-pre-1-0.0 00000020:00000004:2.0:1790100702.309441:0:24318:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790100702.309611:0:24318:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:3.0:1790100702.536594:0:22738:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1790100702.536601:0:22738:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9261b2358800 from 13 10000000:01000000:3.0:1790100702.536606:0:22738:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790100702.536649:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f229828878e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100702.536660:0:22738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f229828878e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100702.536671:0:22738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f229828878e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100702.536696:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141095552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1790100702.537281:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100702.537329:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a23213c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100702.537418:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141095552 00000100:00100000:2.0:1790100702.537427:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141095552 00000100:00100000:2.0:1790100702.537477:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1790100702.537485:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+19:22738:x1877056141095552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790100702.537499:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100702.537515:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926083e47e00/0xc87a4f2298288795 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f229828878e expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100702.537538:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926083e47e00/0xc87a4f2298288795 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f229828878e expref: 20 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100702.537549:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926083e47e00/0xc87a4f2298288795 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f229828878e expref: 20 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100702.537558:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083e47e00, rc 0) 00000100:00100000:2.0:1790100702.537605:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:22738:x1877056141095552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100702.537611:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1790100702.537930:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141095552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790100702.537946:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f229828878e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288795 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100702.537955:0:22738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f229828878e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298288795 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100702.538017:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141095680:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1790100702.538050:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100702.538206:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141095680 00000100:00100000:1.0:1790100702.538212:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141095680 00000100:00100000:1.0:1790100702.538248:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1790100702.538256:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:22738:x1877056141095680:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1790100702.538269:0:22735:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1790100702.538285:0:22735:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1790100702.538288:0:22735:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1790100702.538373:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:22738:x1877056141095680:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 119us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100702.538387:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1790100702.538829:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a23213c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790100702.538845:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141095680:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1790100702.538964:0:22738:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1790100702.538971:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f229828878e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288795 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100702.538980:0:22738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f229828878e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288795 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100702.538989:0:22738:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1790100702.538992:0:22738:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff926085324000 from 13 10000000:01000000:3.0:1790100702.538995:0:22738:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790100702.539018:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59000/0xc87a4f229828879c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100702.539027:0:22738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a2e59000/0xc87a4f229828879c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100702.539035:0:22738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a2e59000/0xc87a4f229828879c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100702.539050:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141095808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1790100702.539079:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100702.539434:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a23213c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100702.540335:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141095808 00000100:00100000:2.0:1790100702.540428:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141095808 00000100:00100000:2.0:1790100702.540498:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1790100702.540507:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:22738:x1877056141095808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790100702.540519:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100702.540532:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926083e47800/0xc87a4f22982887a3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f229828879c expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100702.540555:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926083e47800/0xc87a4f22982887a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f229828879c expref: 21 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100702.540580:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926083e47800/0xc87a4f22982887a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f229828879c expref: 21 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100702.540588:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083e47800, rc 0) 00000100:00100000:2.0:1790100702.540652:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:22738:x1877056141095808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 146us (1572us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100702.540659:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1790100702.540741:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141095808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790100702.540755:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a2e59000/0xc87a4f229828879c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982887a3 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100702.540763:0:22738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a2e59000/0xc87a4f229828879c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982887a3 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100702.540829:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141095936:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1790100702.540863:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100702.545873:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a23213c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790100702.547582:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141095936 00000100:00100000:1.0:1790100702.547595:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141095936 00000100:00100000:1.0:1790100702.547655:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1790100702.547665:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:22738:x1877056141095936:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1790100702.547691:0:22735:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1790100702.547715:0:22735:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1790100702.547718:0:22735:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1790100702.547870:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:22738:x1877056141095936:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 206us (7005us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100702.547878:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1790100702.547946:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141095936:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1790100702.548009:0:22738:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1790100702.548018:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59000/0xc87a4f229828879c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982887a3 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100702.548028:0:22738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e59000/0xc87a4f229828879c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982887a3 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100702.729260:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100703.753524:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100704.796222:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790100705.224937:0:22775:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1790100705.802282:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1790100706.760467:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100706.760474:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790100706.760477:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100706.760479:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790100706.760501:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100706.760503:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790100706.760506:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100706.760509:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1790100706.760551:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141096192:0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.760613:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100706.760659:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1877056141096704:0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.760693:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100706.760716:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1790100706.760723:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a506ab7a-0172-45f1-980b-f79bd4c4429c:3644:1877056141096064:0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.760749:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100706.760770:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1877056141096576:0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.760789:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100706.760812:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877056141096320:0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.760832:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100706.760860:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1877056141096832:0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.760879:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100706.760889:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790100706.760894:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141096448:0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.760912:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100706.760937:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141096192 00000100:00100000:0.0:1790100706.760944:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141096192 00000100:00100000:0.0:1790100706.760974:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141096448 00000100:00100000:0.0:1790100706.760978:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141096448 00000100:00100000:0.0:1790100706.760991:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1790100706.761000:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141096192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.761050:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141096192:12345-0@lo:400:kworker.0 Request processed in 51us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100706.761057:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1790100706.761073:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1790100706.761079:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141096448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.761106:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141096448:12345-0@lo:400:kworker.0 Request processed in 27us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100706.761120:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1790100706.761137:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141096704 00000100:00100000:0.0:1790100706.761151:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141096704 00000100:00100000:0.0:1790100706.761178:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141096576 00000100:00100000:0.0:1790100706.761181:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141096576 00000100:00100000:0.0:1790100706.761190:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141096320 00000100:00100000:0.0:1790100706.761192:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141096320 00000100:00100000:0.0:1790100706.761200:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141096832 00000100:00100000:0.0:1790100706.761202:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141096832 00000100:00100000:0.0:1790100706.761214:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790100706.761220:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1877056141096704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.761248:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1877056141096704:12345-0@lo:400:kworker.0 Request processed in 28us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100706.761253:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790100706.761263:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790100706.761268:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1877056141096576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.761290:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1877056141096576:12345-0@lo:400:kworker.0 Request processed in 23us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100706.761295:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790100706.761305:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790100706.761311:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877056141096320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.761333:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877056141096320:12345-0@lo:400:kworker.0 Request processed in 22us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100706.761354:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790100706.761365:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790100706.761372:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1877056141096832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.761408:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1877056141096832:12345-0@lo:400:kworker.0 Request processed in 37us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100706.761413:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790100706.761430:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141096064 00000100:00100000:0.0:1790100706.761434:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141096064 00000100:00100000:0.0:1790100706.761453:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1790100706.761458:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:3644:x1877056141096064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.761483:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:3644:x1877056141096064:12345-0@lo:400:kworker.0 Request processed in 25us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100706.761488:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:0.0:1790100706.761529:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790100706.761533:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1790100706.761555:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141096448:0@lo:400:kworker.0 00010000:00080000:0.0:1790100706.761565:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92618683ce00 x1877056141096320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100706.761574:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877056141096320:0@lo:400:kworker.0 00010000:00080000:0.0:1790100706.761582:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92618683dc00 x1877056141096832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100706.761589:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1877056141096832:0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.761632:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a506ab7a-0172-45f1-980b-f79bd4c4429c:3644:1877056141096064:0@lo:400:kworker.0 00010000:00080000:0.0:1790100706.761641:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92618683ea00 x1877056141096576/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100706.761649:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1877056141096576:0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.761666:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141096192:0@lo:400:kworker.0 00010000:00080000:0.0:1790100706.761675:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92618683c380 x1877056141096704/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100706.761682:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1877056141096704:0@lo:400:kworker.0 00000100:00100000:0.0:1790100706.762580:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790100706.762593:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141096960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790100706.762634:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100706.762663:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141096960 00000100:00100000:0.0:1790100706.762668:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141096960 00000100:00100000:0.0:1790100706.762699:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1790100706.762705:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141096960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1790100706.762735:0:22746:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1790100706.762773:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141096960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100706.762778:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1790100706.762812:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141096960:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1790100706.828335:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100707.278315:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141097088:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790100707.278400:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100707.278453:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141097088 00000100:00100000:3.0:1790100707.278461:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141097088 00000100:00100000:3.0:1790100707.278515:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1790100707.278524:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6258e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141097088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1790100707.278555:0:22746:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1790100707.278594:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6258e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141097088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100707.278601:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1790100707.278663:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141097088:0@lo:41:osp-pre-1-0.0 00000001:02000400:3.0:1790100707.475561:0:24609:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1790100707.848879:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1790100708.249271:0:24661:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1790100708.249788:0:24661:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1790100708.872690:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1790100709.001692:0:23493:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:2.0:1790100709.054530:0:24711:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790100709.054711:0:24711:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1790100709.907236:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100710.922151:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100711.561514:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790100696/real 1790100696] req@ffff9261b6651500 x1877056141090048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100711 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100711.561550:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9261b6651500 x1877056141090048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100711 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100711.561561:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790100696/real 1790100696] req@ffff9261b6650e00 x1877056141090176/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100711 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100711.561584:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9261b6650e00 x1877056141090176/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100711 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1790100711.561620:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9261b657a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790100711.561648:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1790100711.561653:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141090048:0@lo:8:kworker.0 00000100:00080000:0.0:1790100711.561659:0:3640:0:(import.c:65:import_set_state_nolock()) ffff92619036c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790100711.561665:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1790100711.561669:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141090176:0@lo:8:kworker.0 00000100:00080000:1.0:1790100711.561827:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790100711.561832:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790100711.561835:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790100711.561838:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790100711.561852:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790100711.561856:0:17873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1790100711.561859:0:17873:0:(import.c:65:import_set_state_nolock()) ffff9261b657a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790100711.561865:0:17873:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 547 00000100:00080000:1.0:1790100711.561872:0:17873:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1790100711.561886:0:17873:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9261b657a000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1790100711.561908:0:17873:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b872b480 x1877056141097728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790100711.561925:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b8728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141097600:0@lo:400:kworker.0 00000100:00080000:1.0:1790100711.561937:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790100711.561941:0:17873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1790100711.561943:0:17873:0:(import.c:65:import_set_state_nolock()) ffff92619036c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790100711.561947:0:17873:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 547 00000100:00080000:1.0:1790100711.561950:0:17873:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1790100711.561955:0:17873:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff92619036c000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1790100711.561968:0:17873:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b8729880 x1877056141097856/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790100711.562022:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100711.562088:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1790100711.562095:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b872ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141097216:0@lo:400:kworker.0 00000100:00100000:2.0:1790100711.562138:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100711.562175:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b8728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1877056141097984:0@lo:400:kworker.0 00000100:00100000:2.0:1790100711.562207:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100711.562236:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b8729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1877056141097472:0@lo:400:kworker.0 00000100:00100000:2.0:1790100711.562275:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100711.562294:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b872a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1877056141098240:0@lo:400:kworker.0 00000100:00100000:2.0:1790100711.562330:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100711.562385:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1790100711.562392:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b8729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141097344:0@lo:400:kworker.0 00000100:00100000:0.0:1790100711.562415:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b872b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141097728:0@lo:8:kworker.0 00000100:00100000:2.0:1790100711.562445:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100711.562468:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100711.562470:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b8729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1877056141098112:0@lo:400:kworker.0 00000100:00100000:0.0:1790100711.562506:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b8729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141097856:0@lo:8:kworker.0 00000100:00100000:2.0:1790100711.562515:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100711.562544:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100711.562547:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141097600 00000100:00100000:2.0:1790100711.562558:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141097600 00000100:00100000:2.0:1790100711.562603:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141097344 00000100:00100000:2.0:1790100711.562607:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141097344 00000100:00100000:2.0:1790100711.562625:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1790100711.562633:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141097600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100711.562706:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141097600:12345-0@lo:400:kworker.0 Request processed in 72us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100711.562713:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1790100711.562734:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1790100711.562741:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141097344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100711.562775:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141097344:12345-0@lo:400:kworker.0 Request processed in 35us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100711.562781:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1790100711.562811:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141097984 00000100:00100000:2.0:1790100711.562815:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141097984 00000100:00100000:2.0:1790100711.562835:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141097472 00000100:00100000:2.0:1790100711.562838:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141097472 00000100:00100000:2.0:1790100711.562847:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141098240 00000100:00100000:2.0:1790100711.562850:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141098240 00000100:00100000:2.0:1790100711.562877:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141098112 00000100:00100000:2.0:1790100711.562879:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141098112 00000100:00100000:2.0:1790100711.562895:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790100711.562901:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1877056141097984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100711.562934:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b8728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141097600:0@lo:400:kworker.0 00000100:00100000:2.0:1790100711.562940:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1877056141097984:12345-0@lo:400:kworker.0 Request processed in 36us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100711.562956:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:0.0:1790100711.562967:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9261b8728000 x1877056141097984/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100711.562978:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1790100711.562988:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1877056141097472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100711.562995:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b8728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1877056141097984:0@lo:400:kworker.0 00000100:00100000:2.0:1790100711.563025:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1877056141097472:12345-0@lo:400:kworker.0 Request processed in 39us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100711.563032:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1790100711.563043:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790100711.563049:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1877056141098240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100711.563081:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1877056141098240:12345-0@lo:400:kworker.0 Request processed in 32us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100711.563086:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790100711.563101:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1790100711.563117:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1877056141098112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100711.563144:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1877056141098112:12345-0@lo:400:kworker.0 Request processed in 38us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100711.563150:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1790100711.563189:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141097728 00000100:00100000:2.0:1790100711.563193:0:24244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141097728 00000100:00100000:2.0:1790100711.563219:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141097856 00000100:00100000:2.0:1790100711.563222:0:24244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141097856 00000100:00100000:2.0:1790100711.563232:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790100711.563237:0:24244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1877056141097728:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1790100711.563278:0:24244:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 562 last 0 00000020:00000080:2.0:1790100711.563315:0:24244:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xc87a4f22982887aa 00002000:00100000:2.0:1790100711.563331:0:24244:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9261b2025000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a3f ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:2.0:1790100711.563366:0:24244:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:2.0:1790100711.563369:0:24244:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1790100711.563573:0:24244:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:2.0:1790100711.563597:0:24244:0:(import.c:65:import_set_state_nolock()) ffff9261b2022800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790100711.563638:0:24244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1877056141097728:12345-0@lo:8:kworker.0 Request processed in 401us (1172us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100711.563643:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790100711.563652:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790100711.563655:0:24244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1877056141097856:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1790100711.563667:0:24244:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1790100711.563918:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9261b872b480 x1877056141097728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1790100731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100711.563929:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790100711.563937:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1790100711.563946:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1790100711.563952:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1790100711.563955:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9261b657a000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1790100711.563985:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1790100711.563998:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b872b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141097728:0@lo:8:kworker.0 00000004:00080000:3.0:1790100711.564003:0:23481:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1790100711.564097:0:23481:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 562851757487ns, next at 0ns, rc = 0 00080000:00080000:3.0:1790100711.564115:0:23481:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1790100711.564268:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141097216 00000100:00100000:1.0:1790100711.564275:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141097216 00000100:00100000:1.0:1790100711.564312:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1790100711.564321:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:3643:x1877056141097216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100711.564392:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:3643:x1877056141097216:12345-0@lo:400:kworker.0 Request processed in 72us (2253us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100711.564410:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000004:00080000:1.0:1790100711.564488:0:23482:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1790100711.564509:0:23482:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b872b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23482:1877056141098496:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1790100711.564539:0:23482:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100711.564560:0:23482:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261c1906840 going to sleep for 11 seconds 00000100:00100000:0.0:1790100711.566361:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790100711.566389:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b8729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141098368:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1790100711.568006:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100711.568117:0:24246:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1790100711.568129:0:24246:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:0.0:1790100711.568433:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b872ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141097216:0@lo:400:kworker.0 00000100:00100000:0.0:1790100711.569744:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b8729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141097344:0@lo:400:kworker.0 00010000:00080000:0.0:1790100711.569770:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9261b8729180 x1877056141098112/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100711.569783:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b8729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1877056141098112:0@lo:400:kworker.0 00010000:00080000:0.0:1790100711.569808:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9261b8729f80 x1877056141097472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100711.569817:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b8729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1877056141097472:0@lo:400:kworker.0 00010000:00080000:0.0:1790100711.569829:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9261b872a680 x1877056141098240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100711.569837:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b872a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1877056141098240:0@lo:400:kworker.0 00000100:00100000:1.0:1790100711.570737:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141098368 00000100:00100000:1.0:1790100711.570749:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141098368 00000100:00100000:1.0:1790100711.570822:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790100711.570834:0:24247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1877056141098368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1790100711.570875:0:24247:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1790100711.570992:0:24247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1877056141098368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 159us (2991us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100711.571013:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1790100711.571065:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9261b8729500 x1877056141098368/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790100727 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100711.571087:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b8729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141098368:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1790100711.572829:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141098496 00000100:00100000:0.0:1790100711.572842:0:24246:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141098496 00000100:00100000:3.0:1790100711.573002:0:24811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790100711.573019:0:24811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b872b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23482:x1877056141098496:12345-0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1790100711.575056:0:23473:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00080000:3.0:1790100711.576873:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1790100711.576887:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1790100711.576891:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00002000:00080000:3.0:1790100711.594691:0:24811:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1790100711.594704:0:24811:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1790100711.594841:0:24811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b872b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23482:x1877056141098496:12345-0@lo:7:osp-pre-0-1.0 Request processed in 21824us (30296us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100711.594855:0:24811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1790100711.595263:0:23482:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9261b872b800 x1877056141098496/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1790100727 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100711.595282:0:23482:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b872b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23482:1877056141098496:0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1790100711.595299:0:23482:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:1.0:1790100711.595365:0:23482:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b872b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23482:1877056141098624:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1790100711.595416:0:23482:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100711.595445:0:23482:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261c1906840 going to sleep for 11 seconds 00000100:00100000:0.0:1790100711.599564:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141098624 00000100:00100000:0.0:1790100711.599594:0:24246:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141098624 00000100:00100000:0.0:1790100711.599670:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790100711.599681:0:24246:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b8729500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23482:x1877056141098624:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1790100711.599737:0:24246:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1790100711.599857:0:24246:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b8729500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23482:x1877056141098624:12345-0@lo:5:osp-pre-0-1.0 Request processed in 177us (4440us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100711.599865:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1790100711.602537:0:23482:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9261b872b800 x1877056141098624/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1790100727 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100711.602560:0:23482:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b872b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23482:1877056141098624:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1790100711.602579:0:23482:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1790100711.602636:0:23482:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b872b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23482:1877056141098752:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1790100711.602704:0:23482:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100711.602741:0:23482:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261c1906840 going to sleep for 11 seconds 00000100:00100000:3.0:1790100711.603317:0:24811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141098752 00000100:00100000:3.0:1790100711.603327:0:24811:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141098752 00000100:00100000:3.0:1790100711.603405:0:24811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790100711.603418:0:24811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b872bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23482:x1877056141098752:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1790100711.608228:0:24811:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:2.0:1790100711.633189:0:24244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1877056141097856:12345-0@lo:8:kworker.0 Request processed in 69519us (70633us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790100711.633208:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1790100711.633382:0:3640:0:(import.c:65:import_set_state_nolock()) ffff92619036c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790100711.633389:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790100711.633394:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b8729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141097856:0@lo:8:kworker.0 00000001:00080000:1.0:1790100711.665664:0:24240:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1790100711.665685:0:24240:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:3.0:1790100711.665999:0:24811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b872bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23482:x1877056141098752:12345-0@lo:5:osp-pre-0-1.0 Request processed in 62576us (63286us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1790100711.666012:0:24811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1790100711.666196:0:23482:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9261b872b800 x1877056141098752/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1790100727 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100711.666211:0:23482:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1790100711.666219:0:23482:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b872b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23482:1877056141098752:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1790100711.666240:0:23482:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:2.0:1790100711.666303:0:23482:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b38e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23482:1877056141098880:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1790100711.666383:0:23482:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100711.666423:0:23482:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5aad0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790100711.666522:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141098880 00000100:00100000:3.0:1790100711.666531:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141098880 00000100:00100000:3.0:1790100711.666606:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790100711.666618:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23482:x1877056141098880:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1790100711.666681:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23482:x1877056141098880:12345-0@lo:900:osp-pre-0-1.0 Request processed in 66us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100711.666688:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1790100711.667159:0:23482:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9261a6b38e00 x1877056141098880/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1790100727 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100711.667173:0:23482:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b38e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23482:1877056141098880:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1790100711.880478:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1790100711.880505:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141099008:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790100711.880896:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100711.880958:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141099008 00000100:00100000:0.0:1790100711.880967:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141099008 00000100:00100000:0.0:1790100711.881024:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1790100711.881034:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141099008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1790100711.884256:0:22746:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1790100711.884402:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141099008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3365us (3502us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100711.884414:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1790100711.884522:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141099008:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1790100711.950898:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100712.396567:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141099136:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790100712.396678:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100712.396753:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141099136 00000100:00100000:0.0:1790100712.396763:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141099136 00000100:00100000:0.0:1790100712.396824:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1790100712.396835:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141099136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790100712.397192:0:22746:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1790100712.397460:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141099136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 626us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100712.397469:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1790100712.397536:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141099136:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1790100712.968460:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100713.994107:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100715.024477:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790100715.465594:0:22775:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1790100716.049656:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100717.000520:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790100717.000542:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141099264:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790100717.000619:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100717.000680:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141099264 00000100:00100000:0.0:1790100717.000688:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141099264 00000100:00100000:0.0:1790100717.000732:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1790100717.000741:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141099264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1790100717.000791:0:22746:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1790100717.000833:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141099264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100717.000840:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1790100717.001193:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141099264:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1790100717.001448:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100717.001452:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790100717.001455:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100717.001457:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790100717.001477:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790100717.001481:0:17873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1790100717.001483:0:17873:0:(import.c:65:import_set_state_nolock()) ffff92619036c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790100717.001488:0:17873:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 562 00000100:00080000:0.0:1790100717.001492:0:17873:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1790100717.001500:0:17873:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff92619036c000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1790100717.001529:0:17873:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92618683f480 x1877056141099904/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790100717.001576:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141099904:0@lo:8:kworker.0 00000100:00100000:0.0:1790100717.001610:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100717.001653:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141099904 00000100:00100000:0.0:1790100717.001657:0:24245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141099904 00000100:00100000:0.0:1790100717.001677:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790100717.001682:0:24245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1877056141099904:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1790100717.001699:0:24245:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1790100717.001731:0:24245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1877056141099904:12345-0@lo:8:kworker.0 Request processed in 48us (120us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790100717.001737:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790100717.002104:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141099392:0@lo:400:kworker.0 00000100:00100000:1.0:1790100717.002138:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100717.002168:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1877056141100032:0@lo:400:kworker.0 00000100:00100000:1.0:1790100717.002190:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100717.002211:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1790100717.002216:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141099520:0@lo:400:kworker.0 00000100:00100000:1.0:1790100717.002238:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100717.002256:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1877056141100160:0@lo:400:kworker.0 00000100:00100000:1.0:1790100717.002279:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100717.002306:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141099776:0@lo:400:kworker.0 00000100:00100000:1.0:1790100717.002327:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100717.002367:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141100416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790100717.002388:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100717.002406:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1790100717.002411:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1877056141099648:0@lo:400:kworker.0 00000100:00100000:1.0:1790100717.002429:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100717.002445:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1877056141100288:0@lo:400:kworker.0 00000100:00100000:1.0:1790100717.002464:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100717.002484:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141099776 00000100:00100000:1.0:1790100717.002488:0:24246:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141099776 00000100:00100000:1.0:1790100717.002533:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790100717.002540:0:24246:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b8729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141099776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100717.002580:0:24246:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b8729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141099776:12345-0@lo:400:kworker.0 Request processed in 41us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100717.002610:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790100717.002631:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141100032 00000100:00100000:1.0:1790100717.002634:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141100032 00000100:00100000:1.0:1790100717.002651:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141100160 00000100:00100000:1.0:1790100717.002653:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141100160 00000100:00100000:1.0:1790100717.002665:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141099648 00000100:00100000:1.0:1790100717.002668:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141099648 00000100:00100000:1.0:1790100717.002678:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141100288 00000100:00100000:1.0:1790100717.002680:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141100288 00000100:00100000:1.0:1790100717.002693:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1790100717.002699:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b872a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1877056141100032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100717.002734:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b872a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1877056141100032:12345-0@lo:400:kworker.0 Request processed in 35us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100717.002740:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1790100717.002752:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790100717.002757:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b872b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1877056141100160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100717.002985:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141099392 00000100:00100000:2.0:1790100717.002990:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141099392 00000100:00100000:2.0:1790100717.003019:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1790100717.003026:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:3643:x1877056141099392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100717.003061:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:3643:x1877056141099392:12345-0@lo:400:kworker.0 Request processed in 36us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100717.003076:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:0.0:1790100717.003423:0:3640:0:(import.c:65:import_set_state_nolock()) ffff92619036c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790100717.003429:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790100717.003433:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141099904:0@lo:8:kworker.0 00000100:00100000:1.0:1790100717.003527:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b872b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1877056141100160:12345-0@lo:400:kworker.0 Request processed in 769us (1245us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100717.003533:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790100717.003547:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790100717.003554:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b8729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1877056141099648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100717.003581:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b8729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1877056141099648:12345-0@lo:400:kworker.0 Request processed in 28us (1151us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100717.004380:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790100717.004403:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1790100717.004413:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b8729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1877056141100288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100717.004471:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b8729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1877056141100288:12345-0@lo:400:kworker.0 Request processed in 61us (2006us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100717.004477:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1790100717.004506:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141100416 00000100:00100000:1.0:1790100717.004511:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141100416 00000100:00100000:1.0:1790100717.004544:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790100717.004551:0:24247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b872a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141100416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1790100717.004571:0:24247:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1790100717.009191:0:24247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b872a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141100416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4631us (6792us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100717.009204:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1790100717.009248:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790100717.009253:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1790100717.009255:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1790100717.009293:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92618683c000 x1877056141099648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100717.009307:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1877056141099648:0@lo:400:kworker.0 00010000:00080000:1.0:1790100717.009319:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92618683f100 x1877056141100288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100717.009327:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1877056141100288:0@lo:400:kworker.0 00010000:00080000:1.0:1790100717.009353:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92618683ea00 x1877056141099776/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790100733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100717.009360:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141099776:0@lo:400:kworker.0 00010000:00080000:1.0:1790100717.009370:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9261a6b38e00 x1877056141100416/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790100733 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100717.009398:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141100416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790100717.009446:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141099520 00000100:00100000:1.0:1790100717.009453:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141099520 00000100:00100000:1.0:1790100717.009493:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1790100717.009501:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b8728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141099520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100717.009550:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b8728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141099520:12345-0@lo:400:kworker.0 Request processed in 51us (7312us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100717.009556:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1790100717.009585:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141099520:0@lo:400:kworker.0 00010000:00080000:1.0:1790100717.009597:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92618683ce00 x1877056141100160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100717.009604:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1877056141100160:0@lo:400:kworker.0 00000100:00100000:1.0:1790100717.009613:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141099392:0@lo:400:kworker.0 00010000:00080000:1.0:1790100717.009623:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92618683dc00 x1877056141100032/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100717.009631:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1877056141100032:0@lo:400:kworker.0 00010000:00010000:3.0:1790100717.067502:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1790100717.113701:0:25057:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1790100717.113705:0:25057:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1790100717.113706:0:25057:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1790100717.113995:0:25057:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff926184c6f000 00000020:01000004:3.0:1790100717.114078:0:25057:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1790100717.114092:0:25057:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1790100717.114104:0:25057:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9261b69acd40) 00000020:00000080:3.0:1790100717.114120:0:25057:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1790100717.186046:0:25057:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1790100717.192061:0:25057:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1790100717.192731:0:25057:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1790100717.193252:0:25057:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1790100717.193506:0:25057:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1790100717.193692:0:25057:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1790100717.194132:0:25057:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:0.0:1790100717.195142:0:25057:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1790100717.195606:0:25057:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:0.0:1790100717.195621:0:25057:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1790100717.195632:0:25057:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xc87a4f22982887b8 00000020:01000004:0.0:1790100717.195639:0:25057:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:0.0:1790100717.195669:0:25057:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.113@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1790100717.195673:0:25057:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.113@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1790100717.195678:0:25057:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:0.0:1790100717.195710:0:25057:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:0.0:1790100717.195715:0:25057:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.113@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1790100717.218570:0:25057:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.113@tcp ctxt 0 is initialized 00000020:01000004:2.0:1790100717.218629:0:25057:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.113@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1790100717.218634:0:25057:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1790100717.218635:0:25057:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1790100717.218637:0:25057:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790100717.218638:0:25057:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790100717.218639:0:25057:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790100717.218640:0:25057:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790100717.218642:0:25057:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790100717.218643:0:25057:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790100717.218645:0:25057:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790100717.218649:0:25057:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1790100717.218651:0:25057:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790100717.218652:0:25057:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1790100717.218654:0:25057:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790100717.218655:0:25057:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790100717.218656:0:25057:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790100717.218657:0:25057:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790100717.218658:0:25057:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790100717.218659:0:25057:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790100717.218660:0:25057:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790100717.218685:0:25057:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1790100717.218720:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141100544:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1790100717.219127:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100717.219176:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b8cccd80 going to sleep for 11 seconds 00000100:00100000:0.0:1790100717.219241:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141100544 00000100:00100000:0.0:1790100717.219250:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141100544 00000100:00100000:0.0:1790100717.219304:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1790100717.219313:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:25057:x1877056141100544:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1790100717.219386:0:22735:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1790100717.219390:0:22735:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1790100717.219393:0:22735:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1790100717.220404:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:25057:x1877056141100544:12345-0@lo:253:mount.lustre.0 Request processed in 1088us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100717.220415:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1790100717.220533:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141100544:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1790100717.220546:0:25057:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1790100717.220548:0:25057:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790100717.220550:0:25057:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1790100717.220551:0:25057:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790100717.220552:0:25057:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790100717.220553:0:25057:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790100717.220554:0:25057:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790100717.220556:0:25057:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1790100717.220557:0:25057:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790100717.220559:0:25057:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1790100717.220577:0:25057:0:(tgt_mount.c:101:server_register_mount()) register mount ffff926184c6f000 from lustre-OST0001 10000000:01000000:3.0:1790100717.220605:0:25057:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1790100717.220617:0:25057:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1790100717.220626:0:25057:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9261a6940000 local copy 00010000:00010000:3.0:1790100717.220635:0:25057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884d9 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100717.220744:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141100672:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100717.220802:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.220836:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5aad0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790100717.221463:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141100672 00000100:00100000:0.0:1790100717.221470:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141100672 00000100:00100000:0.0:1790100717.221503:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1790100717.221511:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:25057:x1877056141100672:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790100717.221594:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:25057:x1877056141100672:12345-0@lo:501:mount.lustre.0 Request processed in 84us (791us total) trans 0 rc -2/-2 00000100:00100000:0.0:1790100717.221601:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1790100717.223503:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141100672:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1790100717.223527:0:25057:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.113@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1790100717.223562:0:25057:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.113@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1790100717.223570:0:25057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884d9 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.223580:0:25057:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e59a00/0xc87a4f22982884d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982884d9 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100717.223623:0:25057:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff926184c6f000 10000000:01000000:3.0:1790100717.223628:0:25057:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1790100717.223633:0:25057:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1790100717.223636:0:25057:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790100717.223640:0:25057:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1790100717.223644:0:25057:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1790100717.223674:0:25057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e58000/0xc87a4f22982887bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.223683:0:25057:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a2e58000/0xc87a4f22982887bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.223694:0:25057:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a2e58000/0xc87a4f22982887bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100717.224314:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141100800:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790100717.224404:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.224458:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5aad0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100717.224627:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141100800 00000100:00100000:2.0:1790100717.224635:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141100800 00000100:00100000:2.0:1790100717.224682:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1790100717.224691:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:25057:x1877056141100800:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790100717.224703:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100717.224726:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926083e47a00/0xc87a4f22982887c6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f22982887bf expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100717.224834:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926083e47a00/0xc87a4f22982887c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f22982887bf expref: 22 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100717.224848:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926083e47a00/0xc87a4f22982887c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982887bf expref: 22 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100717.224856:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083e47a00, rc 0) 00000100:00100000:2.0:1790100717.225113:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:25057:x1877056141100800:12345-0@lo:101:mount.lustre.0 Request processed in 421us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100717.225120:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1790100717.226516:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141100800:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790100717.226539:0:25057:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a2e58000/0xc87a4f22982887bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982887c6 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.226550:0:25057:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a2e58000/0xc87a4f22982887bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982887c6 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790100717.228245:0:25057:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1790100717.229399:0:25057:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790100717.231470:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1790100717.231513:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1790100717.231528:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1790100717.231542:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1790100717.231555:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1790100717.231568:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1790100717.231582:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1790100717.231593:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1790100717.231604:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1790100717.231639:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1790100717.231646:0:25057:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1790100717.232258:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141100928:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100717.232316:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.232380:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5aadb40 going to sleep for 11 seconds 00000100:00100000:0.0:1790100717.232519:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141100928 00000100:00100000:0.0:1790100717.232526:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141100928 00000100:00100000:0.0:1790100717.232576:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1790100717.232585:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:25057:x1877056141100928:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790100717.233270:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:25057:x1877056141100928:12345-0@lo:501:mount.lustre.0 Request processed in 685us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100717.233291:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1790100717.233602:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141100928:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100717.233651:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101056:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790100717.233692:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.233779:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5aadb40 going to sleep for 11 seconds 00000100:00100000:1.0:1790100717.238696:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141101056 00000100:00100000:1.0:1790100717.238722:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141101056 00000100:00100000:0.0:1790100717.238898:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1790100717.238909:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:25057:x1877056141101056:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790100717.240098:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:25057:x1877056141101056:12345-0@lo:503:mount.lustre.0 Request processed in 1186us (6399us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100717.240109:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1790100717.240236:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101056:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1790100717.240697:0:25057:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1790100717.240803:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101184:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100717.240854:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.240898:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5a103c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790100717.241211:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141101184 00000100:00100000:0.0:1790100717.241218:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141101184 00000100:00100000:0.0:1790100717.241267:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1790100717.241276:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:25057:x1877056141101184:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790100717.241854:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:25057:x1877056141101184:12345-0@lo:502:mount.lustre.0 Request processed in 578us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100717.241862:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1790100717.242110:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101184:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1790100717.242336:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1790100717.242394:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1790100717.242408:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1790100717.242435:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1790100717.242450:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1790100717.242464:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1790100717.242478:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1790100717.242492:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1790100717.242507:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1790100717.242541:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b8729c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101312:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790100717.242586:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100717.242610:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff926082ab0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1790100717.242697:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141101312 00000100:00100000:0.0:1790100717.242703:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141101312 00000100:00100000:0.0:1790100717.242724:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1790100717.242731:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:25057:x1877056141101312:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790100717.242840:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:25057:x1877056141101312:12345-0@lo:502:mount.lustre.0 Request processed in 109us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100717.242847:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1790100717.243381:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b8729c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101312:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1790100717.243434:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1790100717.243443:0:25057:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:2.0:1790100717.244428:0:25061:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790100717.244437:0:25061:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:2.0:1790100717.244443:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790100717.244445:0:25061:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:2.0:1790100717.244450:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790100717.244477:0:25061:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff926082238000) 00000020:00000080:2.0:1790100717.244501:0:25061:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1790100717.244508:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1790100717.244582:0:25061:0:(tgt_mount.c:153:server_get_mount()) get mount ffff926184c6f000 from lustre-OST0001, refs=2 00080000:01000000:2.0:1790100717.244590:0:25061:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1790100717.244603:0:25061:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xc87a4f22982887d4 00010000:00010000:3.0:1790100717.253284:0:25061:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1790100717.254321:0:25061:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:3.0:1790100717.256223:0:25061:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1790100717.261233:0:25061:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1790100717.261247:0:25061:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790100717.261254:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100717.261256:0:25061:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1790100717.261259:0:25061:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790100717.261264:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100717.261270:0:25061:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1790100717.261274:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1790100717.261277:0:25061:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1790100717.261279:0:25061:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790100717.261281:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100717.261283:0:25061:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1790100717.261285:0:25061:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790100717.261288:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100717.261289:0:25061:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1790100717.261292:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1790100717.261325:0:25061:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790100717.261328:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790100717.261329:0:25061:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1790100717.261333:0:25061:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1790100717.263298:0:25057:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1790100717.263692:0:25057:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1790100717.263716:0:25057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e58000/0xc87a4f22982887bf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982887c6 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.263729:0:25057:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e58000/0xc87a4f22982887bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982887c6 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100717.263997:0:25057:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff926184c6f000 from 1 10000000:01000000:3.0:1790100717.264073:0:25057:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1790100717.264114:0:25057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f22982887db lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.264122:0:25057:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f22982887db lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.264133:0:25057:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f22982887db lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100717.265102:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101440:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790100717.265186:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.265238:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff926182fafcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1790100717.265745:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141101440 00000100:00100000:1.0:1790100717.265754:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141101440 00000100:00100000:1.0:1790100717.265817:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1790100717.265826:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:25057:x1877056141101440:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790100717.265839:0:22736:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790100717.265856:0:22736:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261b66e1800/0xc87a4f22982887e2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f22982887db expref: -99 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100717.265887:0:22736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261b66e1800/0xc87a4f22982887e2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f22982887db expref: 23 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100717.265899:0:22736:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261b66e1800/0xc87a4f22982887e2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982887db expref: 23 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100717.265906:0:22736:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261b66e1800, rc 0) 00000100:00100000:1.0:1790100717.265949:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:25057:x1877056141101440:12345-0@lo:101:mount.lustre.0 Request processed in 125us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100717.265967:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1790100717.266405:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101440:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790100717.266421:0:25057:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f22982887db lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982887e2 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.266430:0:25057:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f22982887db lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982887e2 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790100717.268845:0:25057:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1790100717.269474:0:25057:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790100717.270257:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1790100717.270292:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1790100717.270308:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1790100717.270323:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1790100717.270335:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1790100717.270934:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1790100717.270951:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1790100717.270963:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1790100717.270977:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1790100717.270991:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1790100717.271005:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1790100717.271027:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1790100717.271032:0:25057:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1790100717.271135:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101568:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100717.271202:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.271489:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff926182faf600 going to sleep for 11 seconds 00000100:00100000:0.0:1790100717.271594:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141101568 00000100:00100000:0.0:1790100717.271601:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141101568 00000100:00100000:0.0:1790100717.271646:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1790100717.271656:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:25057:x1877056141101568:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790100717.271950:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:25057:x1877056141101568:12345-0@lo:501:mount.lustre.0 Request processed in 294us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100717.271958:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1790100717.272161:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101568:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100717.272194:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101696:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790100717.272233:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.272260:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff926182faf600 going to sleep for 11 seconds 00000100:00100000:0.0:1790100717.272377:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141101696 00000100:00100000:0.0:1790100717.272382:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141101696 00000100:00100000:0.0:1790100717.272402:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1790100717.272408:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:25057:x1877056141101696:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790100717.272475:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:25057:x1877056141101696:12345-0@lo:503:mount.lustre.0 Request processed in 66us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100717.272481:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1790100717.272549:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101696:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1790100717.273138:0:25057:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1790100717.273201:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101824:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100717.273240:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.273273:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff926182fafcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100717.273377:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141101824 00000100:00100000:2.0:1790100717.273382:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141101824 00000100:00100000:2.0:1790100717.273413:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1790100717.273420:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:25057:x1877056141101824:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790100717.273549:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:25057:x1877056141101824:12345-0@lo:502:mount.lustre.0 Request processed in 129us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100717.273556:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1790100717.276267:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101824:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790100717.276558:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1790100717.276592:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1790100717.276683:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1790100717.276704:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1790100717.276720:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1790100717.276734:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1790100717.276748:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1790100717.276833:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1790100717.276853:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1790100717.276933:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1790100717.276956:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1790100717.276995:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101952:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790100717.277138:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100717.277272:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b8cccb40 going to sleep for 11 seconds 00000100:00100000:3.0:1790100717.277321:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141101952 00000100:00100000:3.0:1790100717.277328:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141101952 00000100:00100000:3.0:1790100717.279268:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1790100717.279281:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:25057:x1877056141101952:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100717.279437:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:25057:x1877056141101952:12345-0@lo:502:mount.lustre.0 Request processed in 159us (2299us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100717.279445:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1790100717.279583:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141101952:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790100717.279715:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1790100717.279728:0:25057:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1790100717.280544:0:25065:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790100717.280554:0:25065:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790100717.280556:0:25065:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1790100717.280562:0:25065:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff926184c6f000 00000020:00000080:1.0:1790100717.280565:0:25065:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790100717.280572:0:25065:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790100717.280575:0:25065:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790100717.280576:0:25065:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1790100717.280578:0:25065:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790100717.280581:0:25065:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790100717.280582:0:25065:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1790100717.280585:0:25065:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff926184c6f000 00000020:00000080:1.0:1790100717.280587:0:25065:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790100717.280735:0:25065:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790100717.280739:0:25065:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790100717.280740:0:25065:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1790100717.280743:0:25065:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790100717.280746:0:25065:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790100717.280747:0:25065:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1790100717.280750:0:25065:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff926184c6f000 00000020:00000080:1.0:1790100717.280752:0:25065:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790100717.282579:0:25065:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790100717.282590:0:25065:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790100717.282592:0:25065:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1790100717.282597:0:25065:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790100717.282601:0:25065:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790100717.282602:0:25065:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1790100717.282607:0:25065:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff926184c6f000 00000020:00000080:1.0:1790100717.282609:0:25065:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790100717.283106:0:25065:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790100717.283110:0:25065:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790100717.283117:0:25065:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1790100717.283120:0:25065:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1790100717.285262:0:25057:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1790100717.285302:0:25057:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1790100717.285322:0:25057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f22982887db lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982887e2 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100717.285361:0:25057:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f22982887db lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982887e2 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790100717.285421:0:25057:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1790100717.285424:0:25057:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff926184c6f000 10000000:01000000:2.0:1790100717.285427:0:25057:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff926184c6f000 10000000:01000000:2.0:1790100717.285431:0:25057:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790100717.285436:0:25057:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff926184c6f000 from 1 10000000:01000000:2.0:1790100717.285439:0:25057:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1790100717.285473:0:25057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e46000/0xc87a4f22982887e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100717.285481:0:25057:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff926083e46000/0xc87a4f22982887e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100717.285491:0:25057:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff926083e46000/0xc87a4f22982887e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100717.285514:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141102080:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790100717.285574:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100717.285624:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141102080 00000100:00100000:2.0:1790100717.285631:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141102080 00000100:00100000:2.0:1790100717.285673:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1790100717.285682:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:25057:x1877056141102080:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790100717.285694:0:22736:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100717.285706:0:22736:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926083e46a00/0xc87a4f22982887f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f22982887e9 expref: -99 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100717.285738:0:22736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926083e46a00/0xc87a4f22982887f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f22982887e9 expref: 24 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100717.285748:0:22736:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926083e46a00/0xc87a4f22982887f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982887e9 expref: 24 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100717.285766:0:22736:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083e46a00, rc 0) 00000100:00100000:2.0:1790100717.285798:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:25057:x1877056141102080:12345-0@lo:101:mount.lustre.0 Request processed in 117us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100717.285805:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1790100717.285848:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b8ccca80 going to sleep for 11 seconds 00000100:00100000:2.0:1790100717.285869:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141102080:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790100717.285883:0:25057:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff926083e46000/0xc87a4f22982887e9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982887f0 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100717.285891:0:25057:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff926083e46000/0xc87a4f22982887e9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982887f0 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790100717.300669:0:25057:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1790100717.300970:0:25057:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790100717.302866:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1790100717.302911:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1790100717.302927:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1790100717.302941:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1790100717.302954:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1790100717.302974:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1790100717.302988:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1790100717.303089:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1790100717.303104:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1790100717.303116:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1790100717.303127:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1790100717.303138:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1790100717.303231:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1790100717.303246:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1790100717.303258:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1790100717.303270:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1790100717.303282:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1790100717.303293:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1790100717.303304:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1790100717.303317:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1790100717.303329:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1790100717.303361:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1790100717.303377:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1790100717.303403:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1790100717.303420:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1790100717.303433:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1790100717.303446:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1790100717.303457:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1790100717.303470:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1790100717.303482:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1790100717.303493:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1790100717.303504:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1790100717.303517:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1790100717.303531:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1790100717.303543:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1790100717.303555:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1790100717.303567:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1790100717.303581:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1790100717.303595:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1790100717.304729:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1790100717.304753:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1790100717.305022:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1790100717.305036:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1790100717.305051:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1790100717.305075:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1790100717.305102:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1790100717.305115:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1790100717.305128:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1790100717.305270:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1790100717.305289:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1790100717.305304:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1790100717.305309:0:25057:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1790100717.305423:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141102208:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100717.305481:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.305520:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141102208 00000100:00100000:3.0:1790100717.305527:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141102208 00000100:00100000:3.0:1790100717.305575:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1790100717.305583:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:25057:x1877056141102208:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100717.305703:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:25057:x1877056141102208:12345-0@lo:501:mount.lustre.0 Request processed in 120us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100717.305710:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1790100717.305748:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff926182faf600 going to sleep for 11 seconds 00000100:00100000:3.0:1790100717.309118:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141102208:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790100717.310254:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141102336:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790100717.310328:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.310381:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff926182faf600 going to sleep for 11 seconds 00000100:00100000:0.0:1790100717.318261:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141102336 00000100:00100000:0.0:1790100717.318275:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141102336 00000100:00100000:0.0:1790100717.318367:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1790100717.318376:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:25057:x1877056141102336:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790100717.318524:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:25057:x1877056141102336:12345-0@lo:503:mount.lustre.0 Request processed in 149us (8196us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100717.318532:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1790100717.319450:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141102336:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1790100717.319882:0:25057:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1790100717.319972:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141102464:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100717.320036:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.320079:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5a10180 going to sleep for 11 seconds 00000100:00100000:2.0:1790100717.320584:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141102464 00000100:00100000:2.0:1790100717.320591:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141102464 00000100:00100000:2.0:1790100717.320642:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1790100717.320650:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:25057:x1877056141102464:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790100717.320898:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:25057:x1877056141102464:12345-0@lo:502:mount.lustre.0 Request processed in 249us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100717.320906:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1790100717.322666:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141102464:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790100717.322896:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1790100717.322927:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1790100717.322942:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1790100717.322954:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1790100717.322965:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1790100717.322977:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1790100717.322989:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1790100717.323015:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1790100717.323039:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1790100717.323054:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1790100717.323080:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1790100717.323095:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1790100717.323110:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1790100717.323125:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1790100717.323141:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1790100717.323155:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1790100717.323183:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1790100717.323199:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1790100717.323213:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1790100717.323227:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1790100717.323241:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1790100717.323255:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1790100717.323270:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1790100717.323284:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1790100717.323298:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1790100717.323312:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1790100717.323325:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1790100717.323369:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1790100717.323388:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1790100717.323403:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1790100717.323415:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1790100717.323441:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1790100717.323469:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1790100717.323487:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1790100717.323502:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1790100717.323516:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1790100717.323530:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1790100717.323542:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1790100717.323554:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1790100717.323567:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1790100717.323582:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1790100717.323594:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1790100717.323605:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1790100717.323617:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1790100717.323630:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1790100717.323643:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1790100717.323656:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1790100717.323670:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1790100717.323731:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141102592:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100717.323801:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.323840:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5a10180 going to sleep for 11 seconds 00000100:00100000:2.0:1790100717.324171:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141102592 00000100:00100000:2.0:1790100717.324184:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141102592 00000100:00100000:2.0:1790100717.324330:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1790100717.324358:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:25057:x1877056141102592:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790100717.324474:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:25057:x1877056141102592:12345-0@lo:502:mount.lustre.0 Request processed in 136us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100717.324482:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1790100717.324736:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141102592:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790100717.324914:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1790100717.324937:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1790100717.324960:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141102720:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790100717.324995:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.325252:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b5a10180 going to sleep for 11 seconds 00000100:00100000:0.0:1790100717.326423:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141102720 00000100:00100000:0.0:1790100717.326433:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141102720 00000100:00100000:0.0:1790100717.326516:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1790100717.326526:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:25057:x1877056141102720:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790100717.326657:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:25057:x1877056141102720:12345-0@lo:502:mount.lustre.0 Request processed in 131us (1660us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100717.326665:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1790100717.327270:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141102720:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790100717.327382:0:25057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1790100717.327412:0:25057:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1790100717.328574:0:25071:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1790100717.328588:0:25071:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9261b69a99c0) 00000020:00000080:3.0:1790100717.328618:0:25071:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:3.0:1790100717.328688:0:25071:0:(tgt_mount.c:153:server_get_mount()) get mount ffff926184c6f000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1790100717.328692:0:25071:0:(tgt_mount.c:187:server_put_mount()) put mount ffff926184c6f000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1790100717.328694:0:25071:0:(obd_mount.c:710:lustre_put_lsi()) put ffff926184c6f000 3 00010000:00080000:3.0:1790100717.328723:0:25071:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92608222b800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.113@tcp at head 00010000:00010000:3.0:1790100717.332155:0:25071:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:3.0:1790100717.332886:0:25071:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1790100717.332934:0:25071:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1790100717.332948:0:25071:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xc87a4f22982887fe 00000100:00080000:3.0:1790100717.332957:0:25071:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790100717.332968:0:25071:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff92608222b800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1790100717.333158:0:25071:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a6258380 x1877056141102848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790100717.333200:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1877056141102848:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1790100717.333262:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.333320:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141102848 00000100:00100000:3.0:1790100717.333327:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141102848 00000100:00100000:3.0:1790100717.333378:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790100717.333385:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1877056141102848:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1790100717.333420:0:22740:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 568 last 0 00000020:00000080:3.0:1790100717.333462:0:22740:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xc87a4f2298288805 00000004:00100000:3.0:1790100717.333476:0:22740:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1790100717.333504:0:22740:0:(import.c:65:import_set_state_nolock()) ffff926184c6e000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790100717.333553:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1877056141102848:12345-0@lo:38:llog_process_th.0 Request processed in 168us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100717.333569:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1790100717.333871:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9261a6258380 x1877056141102848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790100727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790100717.333883:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1790100717.333891:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1790100717.333898:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1790100717.333901:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1790100717.333903:0:3640:0:(import.c:65:import_set_state_nolock()) ffff92608222b800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1790100717.333909:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1877056141102848:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1790100717.333930:0:25071:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1790100717.334090:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790100717.334096:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790100717.334098:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790100717.334101:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000004:3.0:1790100717.334333:0:25071:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1790100717.334370:0:25071:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9261b69a8000) 00000020:00000080:3.0:1790100717.334390:0:25071:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:3.0:1790100717.334454:0:25071:0:(tgt_mount.c:153:server_get_mount()) get mount ffff926184c6f000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1790100717.334458:0:25071:0:(tgt_mount.c:187:server_put_mount()) put mount ffff926184c6f000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1790100717.334461:0:25071:0:(obd_mount.c:710:lustre_put_lsi()) put ffff926184c6f000 3 00010000:00080000:3.0:1790100717.334485:0:25071:0:(ldlm_lib.c:102:import_set_conn()) imp ffff926082229800@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.113@tcp at head 00010000:00010000:3.0:1790100717.338729:0:25071:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:3.0:1790100717.339257:0:25071:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:3.0:1790100717.339303:0:25071:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1790100717.339315:0:25071:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xc87a4f2298288813 00000100:00080000:3.0:1790100717.339324:0:25071:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790100717.339335:0:25071:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff926082229800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1790100717.339394:0:25071:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261a6258380 x1877056141102976/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790100717.339421:0:25071:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1790100717.339635:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1877056141102976:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1790100717.339700:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100717.339754:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141102976 00000100:00100000:0.0:1790100717.339878:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141102976 00000100:00100000:0.0:1790100717.339907:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790100717.339915:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1877056141102976:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1790100717.339940:0:22742:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 568 last 0 00000020:00000080:0.0:1790100717.339972:0:22742:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xc87a4f229828881a 00000004:00100000:0.0:1790100717.339986:0:22742:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1790100717.340090:0:22742:0:(import.c:65:import_set_state_nolock()) ffff9261b766f800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790100717.340139:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1877056141102976:12345-0@lo:38:llog_process_th.0 Request processed in 223us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100717.340148:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1790100717.340185:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9261a6258380 x1877056141102976/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790100727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100717.340200:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790100717.340207:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1790100717.340214:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1790100717.340218:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1790100717.340220:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926082229800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1790100717.340226:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1877056141102976:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1790100717.340420:0:25071:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1790100717.340576:0:25057:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1790100717.340605:0:25057:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1790100717.340689:0:25057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083e46000/0xc87a4f22982887e9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982887f0 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100717.340700:0:25057:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff926083e46000/0xc87a4f22982887e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982887f0 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1790100717.340749:0:25057:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1790100717.340751:0:25057:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1790100717.340753:0:25057:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790100717.340754:0:25057:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790100717.340755:0:25057:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790100717.340847:0:25057:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790100717.340849:0:25057:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790100717.340850:0:25057:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790100717.340852:0:25057:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1790100717.340856:0:25057:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:0.0:1790100717.340859:0:25057:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1790100717.340860:0:25057:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1790100717.340861:0:25057:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790100717.340862:0:25057:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790100717.340863:0:25057:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790100717.340864:0:25057:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790100717.340865:0:25057:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790100717.340873:0:25057:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790100717.340874:0:25057:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1790100717.340891:0:25057:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1790100717.340905:0:25057:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d68000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141103104:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1790100717.340946:0:25057:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100717.340976:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141103104 00000100:00100000:0.0:1790100717.340980:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141103104 00000100:00100000:0.0:1790100717.341117:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1790100717.341125:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:25057:x1877056141103104:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1790100717.341147:0:22736:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1790100717.341161:0:22736:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1790100717.341270:0:25057:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261901de6c0 going to sleep for 11 seconds 00000100:00080000:2.0:1790100717.341577:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790100717.341582:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790100717.341585:0:17873:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790100717.341588:0:17873:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 20000000:01000000:1.0:1790100717.348959:0:22736:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1790100717.348974:0:22736:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:3.0:1790100717.350268:0:22756:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1790100717.350277:0:22756:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1790100717.350300:0:22756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9261a2e58e00/0xc87a4f2298288821 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.350317:0:22756:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff926083e47e00/0xc87a4f2298288795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f229828878e expref: 24 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.350324:0:22756:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff926083e47800/0xc87a4f22982887a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f229828879c expref: 24 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.350331:0:22756:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9261a2e58e00/0xc87a4f2298288821 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.350383:0:22756:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff926083e47800/0xc87a4f22982887a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc87a4f229828879c expref: 24 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.350395:0:22756:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff926083e47800/0xc87a4f22982887a3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc87a4f229828879c expref: 24 pid: 22734 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100717.350407:0:22756:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22756:1877056141103232:0@lo:104: 00000100:00100000:3.0:1790100717.350461:0:22756:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1790100717.350508:0:22756:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff926083e47e00/0xc87a4f2298288795 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc87a4f229828878e expref: 24 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.350515:0:22756:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff926083e47e00/0xc87a4f2298288795 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc87a4f229828878e expref: 24 pid: 22734 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100717.350523:0:22756:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22756:1877056141103360:0@lo:104: 00000100:00100000:3.0:1790100717.350541:0:22756:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100717.350570:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff926182e13900 going to sleep for 11 seconds 00000100:00100000:1.0:1790100717.351087:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141103232 00000100:00100000:1.0:1790100717.351096:0:22725:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141103232 00000100:00100000:1.0:1790100717.351126:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141103360 00000100:00100000:1.0:1790100717.351128:0:22725:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141103360 00000100:00100000:1.0:1790100717.351141:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790100717.351149:0:22725:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a625b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+4:22756:x1877056141103232:12345-0@lo:104: 00010000:00010000:1.0:1790100717.351173:0:22725:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9261a2e59000/0xc87a4f229828879c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f22982887a3 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100717.351317:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:25057:x1877056141103104:12345-0@lo:253:mount.lustre.0 Request processed in 10192us (10369us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100717.351327:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1790100717.351401:0:25057:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d68000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a506ab7a-0172-45f1-980b-f79bd4c4429c:25057:1877056141103104:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1790100717.351413:0:25057:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1790100717.351416:0:25057:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1790100717.351418:0:25057:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1790100717.351419:0:25057:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790100717.351420:0:25057:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790100717.351421:0:25057:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790100717.351423:0:25057:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790100717.351424:0:25057:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790100717.351426:0:25057:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790100717.351427:0:25057:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1790100717.351439:0:25057:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:1.0:1790100717.352943:0:22725:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1790100717.352951:0:22725:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a625b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+4:22756:x1877056141103232:12345-0@lo:104: Request processed in 1801us (2488us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100717.352960:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790100717.352987:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790100717.352996:0:22725:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6259c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+3:22756:x1877056141103360:12345-0@lo:104: 00010000:00010000:1.0:1790100717.353008:0:22725:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f229828878e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f2298288795 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100717.353044:0:22725:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1790100717.353049:0:22725:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6259c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+3:22756:x1877056141103360:12345-0@lo:104: Request processed in 57us (2508us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100717.353055:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:1.0:1790100717.353084:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790100717.353089:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9261a2e59000/0xc87a4f229828879c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f22982887a3 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100717.353106:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e59000 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:1.0:1790100717.353110:0:22730:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e59000/0xc87a4f229828879c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc87a4f22982887a3 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100717.353117:0:22730:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9261a2e59000/0xc87a4f229828879c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc87a4f22982887a3 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790100717.353124:0:22730:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e59000/0xc87a4f229828879c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc87a4f22982887a3 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790100717.353129:0:22730:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1790100717.353164:0:22730:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9261a2e59000/0xc87a4f229828879c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982887a3 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100717.353171:0:22730:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790100717.353202:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9261a2e59000/0xc87a4f229828879c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982887a3 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100717.353209:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9261a2e59000/0xc87a4f229828879c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982887a3 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100717.353220:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790100717.353223:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f229828878e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f2298288795 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100717.353228:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e58600 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:1.0:1790100717.353230:0:22730:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f229828878e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc87a4f2298288795 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100717.353246:0:22730:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f229828878e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc87a4f2298288795 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790100717.353252:0:22730:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f229828878e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc87a4f2298288795 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790100717.353257:0:22730:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1790100717.353269:0:22730:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f229828878e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288795 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100717.353275:0:22730:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790100717.353281:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f229828878e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288795 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100717.353288:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9261a2e58600/0xc87a4f229828878e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288795 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100717.353302:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100717.353303:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100717.353305:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100717.353318:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b8729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141103488:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790100717.353367:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100717.353401:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1790100717.353408:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b872ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141103616:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790100717.353428:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1790100717.357399:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790100717.357451:0:22756:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22756:1877056141103232:0@lo:104: 00000100:00100000:2.0:1790100717.357462:0:22756:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22756:1877056141103360:0@lo:104: 00010000:00010000:2.0:1790100717.357486:0:22756:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9261a2e58e00/0xc87a4f2298288821 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100717.359397:0:22726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141103488 00000100:00100000:3.0:1790100717.359410:0:22726:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141103488 00010000:00010000:3.0:1790100717.359448:0:22726:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff926083e47800/0xc87a4f22982887a3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f229828879c expref: 24 pid: 22734 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100717.359480:0:22726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141103616 00000100:00100000:3.0:1790100717.359484:0:22726:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141103616 00010000:00010000:3.0:1790100717.359497:0:22726:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff926083e47e00/0xc87a4f2298288795 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f229828878e expref: 25 pid: 22734 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100717.359512:0:22726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790100717.359521:0:22726:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b872b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+25:3643:x1877056141103488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790100717.359535:0:22726:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790100717.359540:0:22726:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff926083e47800/0xc87a4f22982887a3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f229828879c expref: 25 pid: 22734 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.359551:0:22726:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff926083e47800/0xc87a4f22982887a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc87a4f229828879c expref: 25 pid: 22734 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.359569:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926083e47800/0xc87a4f22982887a3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc87a4f229828879c expref: 25 pid: 22734 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.359582:0:22726:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790100717.359652:0:22726:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b872b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:3643:x1877056141103488:12345-0@lo:103:ldlm_bl.0 Request processed in 132us (6283us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100717.359659:0:22726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790100717.359675:0:22726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790100717.359681:0:22726:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b8728000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:3643:x1877056141103616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790100717.359688:0:22726:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790100717.359701:0:22726:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff926083e47e00/0xc87a4f2298288795 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f229828878e expref: 23 pid: 22734 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.359725:0:22726:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff926083e47e00/0xc87a4f2298288795 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc87a4f229828878e expref: 23 pid: 22734 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.359734:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff926083e47e00/0xc87a4f2298288795 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc87a4f229828878e expref: 23 pid: 22734 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.359745:0:22726:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9261a2e58e00/0xc87a4f2298288821 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.360031:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261a2e58e00/0xc87a4f2298288821 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1790100717.360045:0:22726:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009770106s 00010000:00010000:3.0:1790100717.360050:0:22726:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9261a2e58e00/0xc87a4f2298288821 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.360056:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9261a2e58e00/0xc87a4f2298288821 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.360073:0:22726:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9261a2e58e00/0xc87a4f2298288821 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.360079:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9261a2e58e00/0xc87a4f2298288821 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.360085:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e58e00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100717.360089:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9261a2e58e00/0xc87a4f2298288821 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.360107:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9261a2e58e00/0xc87a4f2298288821 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.360125:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9261a2e58e00/0xc87a4f2298288821 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100717.360135:0:22726:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790100717.360160:0:22726:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b8728000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:3643:x1877056141103616:12345-0@lo:103:ldlm_bl.0 Request processed in 479us (6731us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100717.360167:0:22726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1790100717.360366:0:22756:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9261a2e58e00/0xc87a4f2298288821 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100717.360374:0:22756:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9261a2e58e00/0xc87a4f2298288821 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100717.360389:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261a2e58e00/0xc87a4f2298288821 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100717.360561:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b872ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141103616:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790100717.360571:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b8729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141103488:0@lo:103:ldlm_bl.0 00000001:00000004:3.0:1790100717.367290:0:25057:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1790100717.386141:0:25057:0:(ofd_obd.c:541:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1790100717.386152:0:25057:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1790100717.386667:0:25057:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1790100717.386946:0:25057:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.113@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1790100717.386981:0:25057:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1790100717.387083:0:25057:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1790100717.388282:0:25057:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790100717.388547:0:25057:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1790100717.512536:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1790100717.512578:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141103744:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790100717.512652:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100717.512721:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141103744 00000100:00100000:1.0:1790100717.512729:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141103744 00000100:00100000:1.0:1790100717.512781:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1790100717.512790:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141103744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790100717.512833:0:22746:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1790100717.512888:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141103744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100717.512895:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1790100717.512975:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141103744:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1790100718.088620:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1790100718.320469:0:25123:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1790100718.320723:0:25123:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1790100718.349796:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790100698/real 1790100698] req@ffff9261a6259500 x1877056141090944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100718 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100718.349826:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9261a6259500 x1877056141090944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100718 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790100718.360420:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790100698/real 1790100698] req@ffff9261a625b480 x1877056141091072/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100718 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790100718.360453:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9261a625b480 x1877056141091072/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790100718 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1790100718.360475:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083d0d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790100718.360533:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1790100718.360537:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141090944:0@lo:8:kworker.0 00000100:00080000:3.0:1790100718.360543:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083d09800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790100718.374517:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1790100718.374527:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141091072:0@lo:8:kworker.0 00000100:00080000:1.0:1790100718.387134:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790100718.387141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1790100718.387145:0:38:0:(import.c:65:import_set_state_nolock()) ffff926083d0d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790100718.387153:0:38:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 549 00000100:00080000:1.0:1790100718.387158:0:38:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1790100718.387169:0:38:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff926083d0d800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1790100718.387202:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b872ad80 x1877056141104128/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790100718.387220:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790100718.387223:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1790100718.387225:0:38:0:(import.c:65:import_set_state_nolock()) ffff926083d09800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790100718.387228:0:38:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 549 00000100:00080000:1.0:1790100718.387231:0:38:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1790100718.387235:0:38:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff926083d09800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1790100718.387262:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261b6650a80 x1877056141104256/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790100718.387306:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790100718.387309:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1790100718.387311:0:38:0:(import.c:65:import_set_state_nolock()) ffff92619036c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790100718.387315:0:38:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 568 00000100:00080000:1.0:1790100718.387317:0:38:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1790100718.387321:0:38:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff92619036c000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1790100718.387331:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9261be734e00 x1877056141104768/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790100718.387408:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be736300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141104512:0@lo:400:kworker.0 00000100:00100000:1.0:1790100718.387472:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100718.387507:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be736a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1877056141105152:0@lo:400:kworker.0 00000100:00100000:1.0:1790100718.387532:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100718.387562:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1790100718.387568:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b8728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141103872:0@lo:400:kworker.0 00000100:00100000:1.0:1790100718.387595:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100718.387619:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be734380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141104640:0@lo:400:kworker.0 00000100:00100000:1.0:1790100718.387641:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100718.387655:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1877056141105280:0@lo:400:kworker.0 00000100:00100000:1.0:1790100718.387688:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100718.387711:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be737b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1877056141104384:0@lo:400:kworker.0 00000100:00100000:1.0:1790100718.387733:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100718.387751:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be734a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1877056141105024:0@lo:400:kworker.0 00000100:00100000:1.0:1790100718.387778:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100718.387791:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1790100718.387796:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b8729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141104000:0@lo:400:kworker.0 00000100:00100000:1.0:1790100718.387815:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100718.387830:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be736d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1877056141104896:0@lo:400:kworker.0 00000100:00100000:1.0:1790100718.387847:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100718.387857:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be735f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1877056141105408:0@lo:400:kworker.0 00000100:00100000:0.0:1790100718.388115:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141103872 00000100:00100000:0.0:1790100718.388122:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141103872 00000100:00100000:0.0:1790100718.388164:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1790100718.388172:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:3641:x1877056141103872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100718.388234:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:3641:x1877056141103872:12345-0@lo:400:kworker.0 Request processed in 62us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100718.388241:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1790100718.388269:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141104640 00000100:00100000:0.0:1790100718.388273:0:24245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141104640 00000100:00100000:0.0:1790100718.388297:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1790100718.388303:0:24245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141104640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100718.388335:0:24245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141104640:12345-0@lo:400:kworker.0 Request processed in 32us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100718.388358:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1790100718.388376:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141105152 00000100:00100000:0.0:1790100718.388380:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141105152 00000100:00100000:0.0:1790100718.388396:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141105280 00000100:00100000:0.0:1790100718.388399:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141105280 00000100:00100000:0.0:1790100718.388421:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141104384 00000100:00100000:0.0:1790100718.388424:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141104384 00000100:00100000:0.0:1790100718.388432:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141105024 00000100:00100000:0.0:1790100718.388434:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141105024 00000100:00100000:0.0:1790100718.388442:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141104896 00000100:00100000:0.0:1790100718.388445:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141104896 00000100:00100000:0.0:1790100718.388455:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1790100718.388461:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be737480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1877056141105152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100718.388490:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be737480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1877056141105152:12345-0@lo:400:kworker.0 Request processed in 29us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100718.388503:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1790100718.388516:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790100718.388522:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be734000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1877056141105280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100718.388551:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be734000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1877056141105280:12345-0@lo:400:kworker.0 Request processed in 30us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100718.388556:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790100718.388566:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1790100718.388572:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be735180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1877056141104384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100718.388595:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be735180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1877056141104384:12345-0@lo:400:kworker.0 Request processed in 23us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100718.388600:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1790100718.388609:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1790100718.388615:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be736680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1877056141105024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100718.388638:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be736680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1877056141105024:12345-0@lo:400:kworker.0 Request processed in 24us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100718.388643:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1790100718.388653:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1790100718.388658:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be737800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1877056141104896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100718.388783:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be737800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1877056141104896:12345-0@lo:400:kworker.0 Request processed in 124us (934us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100718.388789:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1790100718.388811:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141104512 00000100:00100000:0.0:1790100718.388814:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141104512 00000100:00100000:0.0:1790100718.388829:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141104000 00000100:00100000:0.0:1790100718.388832:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141104000 00000100:00100000:0.0:1790100718.388853:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1790100718.388869:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be734700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141104512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100718.388901:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be734700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141104512:12345-0@lo:400:kworker.0 Request processed in 43us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100718.388907:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1790100718.388917:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1790100718.388922:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be735500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141104000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100718.388944:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be735500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141104000:12345-0@lo:400:kworker.0 Request processed in 23us (1129us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100718.388949:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:0.0:1790100718.388968:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1790100718.389006:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b8728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141103872:0@lo:400:kworker.0 00010000:00080000:0.0:1790100718.389019:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261be734380 x1877056141104640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790100734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100718.389029:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be734380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141104640:0@lo:400:kworker.0 00010000:00080000:0.0:1790100718.389042:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261be735c00 x1877056141105280/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100718.389050:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1877056141105280:0@lo:400:kworker.0 00000100:00100000:0.0:1790100718.389073:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be736300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141104512:0@lo:400:kworker.0 00010000:00080000:0.0:1790100718.389082:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261be736a00 x1877056141105152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100718.389090:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be736a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1877056141105152:0@lo:400:kworker.0 00000100:00100000:1.0:1790100718.389496:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1790100718.389526:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261be737b80 x1877056141104384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100718.389534:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be737b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1877056141104384:0@lo:400:kworker.0 00010000:00080000:1.0:1790100718.389543:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261be734a80 x1877056141105024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100718.389550:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be734a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1877056141105024:0@lo:400:kworker.0 00000100:00100000:1.0:1790100718.389567:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b8729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141104000:0@lo:400:kworker.0 00010000:00080000:1.0:1790100718.389575:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261be736d80 x1877056141104896/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100718.389582:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be736d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1877056141104896:0@lo:400:kworker.0 00000100:00100000:0.0:1790100718.389663:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141105408 00000100:00100000:0.0:1790100718.390259:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141105408 00000100:00100000:0.0:1790100718.390304:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1790100718.390311:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be737100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1877056141105408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100718.390385:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be737100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1877056141105408:12345-0@lo:400:kworker.0 Request processed in 74us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100718.390391:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:0.0:1790100718.390431:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261be735f80 x1877056141105408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100718.390441:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be735f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1877056141105408:0@lo:400:kworker.0 00000100:00080000:1.0:1790100718.391578:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790100718.392908:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b872ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141104128:0@lo:8:kworker.0 00000100:00100000:3.0:1790100718.392981:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100718.393039:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141104256:0@lo:8:kworker.0 00000100:00100000:3.0:1790100718.393076:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100718.393098:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be734e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141104768:0@lo:8:kworker.0 00000100:00100000:3.0:1790100718.393123:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100718.393797:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141104128 00000100:00100000:0.0:1790100718.393807:0:24244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141104128 00000100:00100000:0.0:1790100718.393838:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141104256 00000100:00100000:0.0:1790100718.393841:0:24244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141104256 00000100:00100000:0.0:1790100718.393848:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141104768 00000100:00100000:0.0:1790100718.393850:0:24244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141104768 00000100:00100000:0.0:1790100718.394763:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790100718.394774:0:24244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a625b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1877056141104128:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1790100718.394807:0:24244:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 569 last 0 00000020:00000080:0.0:1790100718.394836:0:24244:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc87a4f2298288828 00002000:00100000:0.0:1790100718.394850:0:24244:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9261b6579800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a3f ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1790100718.394855:0:24244:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1790100718.394857:0:24244:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1790100718.396187:0:24244:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1790100718.396217:0:24244:0:(import.c:65:import_set_state_nolock()) ffff9261b657e800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790100718.396304:0:24244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a625b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3640:x1877056141104128:12345-0@lo:8:kworker.0 Request processed in 1530us (3321us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100718.396314:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790100718.396369:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790100718.396375:0:24244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1877056141104256:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1790100718.396399:0:24244:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 569 last 0 00000020:00000080:0.0:1790100718.396423:0:24244:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc87a4f229828882f 00002000:00100000:0.0:1790100718.396433:0:24244:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9261b766c000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a3f ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:0.0:1790100718.396436:0:24244:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:0.0:1790100718.396438:0:24244:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1790100718.396579:0:24244:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1790100718.396593:0:24244:0:(import.c:65:import_set_state_nolock()) ffff9261b7669800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790100718.396622:0:24244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3640:x1877056141104256:12345-0@lo:8:kworker.0 Request processed in 246us (3545us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100718.396628:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790100718.396641:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790100718.396645:0:24244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a625b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1877056141104768:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1790100718.396659:0:24244:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 569 last 0 00010000:00080000:3.0:1790100718.398018:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261b872ad80 x1877056141104128/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1790100743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790100718.398032:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1790100718.398040:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1790100718.398050:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1790100718.398065:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1790100718.398068:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083d0d800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1790100718.398090:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1790100718.398097:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b872ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141104128:0@lo:8:kworker.0 00000004:00080000:3.0:1790100718.398109:0:22764:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1790100718.398191:0:22764:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 569685851118ns, next at 0ns, rc = 0 00080000:00080000:3.0:1790100718.398197:0:22764:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00080000:3.0:1790100718.398229:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261b6650a80 x1877056141104256/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1790100743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790100718.398237:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1790100718.398241:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1790100718.398246:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1790100718.398249:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1790100718.398250:0:3640:0:(import.c:65:import_set_state_nolock()) ffff926083d09800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1790100718.398266:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1790100718.398270:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b6650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1877056141104256:0@lo:8:kworker.0 00000004:00080000:3.0:1790100718.398309:0:22767:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1790100718.398358:0:22767:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22767:1877056141105664:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1790100718.398406:0:22767:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100718.398429:0:22767:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a2304180 going to sleep for 11 seconds 00000004:00080000:3.0:1790100718.398464:0:22766:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1790100718.398499:0:22766:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 569686159093ns, next at 0ns, rc = 0 00080000:00080000:3.0:1790100718.398504:0:22766:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1790100718.398589:0:22765:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:1.0:1790100718.398604:0:22765:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be734a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22765:1877056141105920:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1790100718.398629:0:22765:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100718.398645:0:22765:0:(client.c:2716:ptlrpc_set_wait()) set ffff926193365b40 going to sleep for 11 seconds 00000100:00100000:1.0:1790100718.398678:0:24811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141105664 00000100:00100000:1.0:1790100718.398684:0:24811:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141105664 00000100:00100000:1.0:1790100718.398724:0:24811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141105920 00000100:00100000:1.0:1790100718.398728:0:24811:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141105920 00000100:00100000:1.0:1790100718.398745:0:24811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790100718.398752:0:24811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22767:x1877056141105664:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:1.0:1790100718.398970:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1790100718.398974:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:0.0:1790100718.401303:0:24244:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xc87a4f2298288836 00002000:00100000:0.0:1790100718.401325:0:24244:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9260830e8800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a3f ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:0.0:1790100718.401330:0:24244:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:0.0:1790100718.401333:0:24244:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1790100718.401408:0:24244:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:0.0:1790100718.401454:0:24244:0:(import.c:65:import_set_state_nolock()) ffff9261c1e3a800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790100718.401540:0:24244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a625b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1877056141104768:12345-0@lo:8:kworker.0 Request processed in 4891us (8413us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100718.401549:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790100718.401578:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790100718.401586:0:24244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22765:x1877056141105920:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1790100718.401889:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1790100718.401906:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a625ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141105536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1790100718.401944:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100718.401979:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1790100718.401988:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be736d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141105792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790100718.402014:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100718.402041:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141105536 00000100:00100000:0.0:1790100718.402047:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141105536 00010000:00080000:1.0:1790100718.405635:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261be734e00 x1877056141104768/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1790100743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100718.405650:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1790100718.405659:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1790100718.405678:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1790100718.405685:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1790100718.405688:0:3640:0:(import.c:65:import_set_state_nolock()) ffff92619036c000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1790100718.405711:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1790100718.405717:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be734e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1877056141104768:0@lo:8:kworker.0 00000100:00100000:1.0:1790100718.406936:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141105792 00000100:00100000:1.0:1790100718.406947:0:24248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141105792 00000100:00100000:1.0:1790100718.406986:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790100718.407006:0:24248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3642:x1877056141105792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1790100718.407030:0:24248:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1790100718.407171:0:24248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3642:x1877056141105792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 167us (5155us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100718.407178:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000004:00080000:3.0:1790100718.407806:0:23484:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1790100718.407831:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23484:1877056141106176:0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1790100718.407883:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100718.407908:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a2304900 going to sleep for 11 seconds 00000100:00100000:3.0:1790100718.407926:0:24245:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1790100718.407932:0:24245:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:3.0:1790100718.408035:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141106176 00000100:00100000:3.0:1790100718.408040:0:24245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141106176 00000100:00100000:3.0:1790100718.408157:0:25127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790100718.408165:0:25127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b6650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23484:x1877056141106176:12345-0@lo:7:osp-pre-1-1.0 00000100:00080000:1.0:1790100718.408822:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1790100718.408844:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790100718.408868:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141106048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790100718.408917:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100718.408949:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141106048 00000100:00100000:1.0:1790100718.408954:0:24248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141106048 00000100:00100000:1.0:1790100718.408975:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790100718.408981:0:24248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3641:x1877056141106048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1790100718.409009:0:24248:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915874304 avail 3684352000 00000100:00100000:1.0:1790100718.409049:0:24248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3641:x1877056141106048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100718.409066:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1790100718.409103:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261a6258380 x1877056141106048/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790100734 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100718.409121:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6258380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141106048:0@lo:13:osp-pre-1-1.0 00010000:00080000:0.0:1790100718.409877:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261be736d80 x1877056141105792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790100734 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100718.409893:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be736d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141105792:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1790100718.409917:0:23483:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1790100718.410014:0:23483:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 569697674260ns, next at 0ns, rc = 0 00080000:00080000:0.0:1790100718.410021:0:23483:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1790100718.410304:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790100718.410313:0:24248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1877056141105536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1790100718.410328:0:24248:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915874304 avail 3684352000 00000100:00100000:0.0:1790100718.410398:0:24248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1877056141105536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (8452us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100718.410406:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1790100718.410440:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261a625ad80 x1877056141105536/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790100734 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100718.410455:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a625ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141105536:0@lo:13:osp-pre-1-0.0 00002000:00080000:3.0:1790100718.415195:0:24811:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1790100718.415208:0:24811:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1790100718.415213:0:24811:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00002000:00080000:0.0:1790100718.418445:0:24244:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1790100718.418458:0:24244:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:0.0:1790100718.418473:0:24244:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00002000:00080000:2.0:1790100718.438497:0:25127:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1790100718.438509:0:25127:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1790100718.438600:0:25127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b6650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23484:x1877056141106176:12345-0@lo:7:osp-pre-1-1.0 Request processed in 30431us (30711us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100718.438611:0:25127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:2.0:1790100718.438662:0:23484:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261a6259180 x1877056141106176/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1790100734 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100718.438677:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23484:1877056141106176:0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1790100718.438690:0:23484:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1790100718.438730:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23484:1877056141106304:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1790100718.438766:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100718.438789:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261c1af30c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100718.438805:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141106304 00000100:00100000:2.0:1790100718.438811:0:24245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141106304 00000100:00100000:2.0:1790100718.438850:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790100718.438871:0:24245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23484:x1877056141106304:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1790100718.438905:0:24245:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1790100718.438936:0:24245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23484:x1877056141106304:12345-0@lo:5:osp-pre-1-1.0 Request processed in 78us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100718.438942:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:2.0:1790100718.438968:0:23484:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261a6b3b100 x1877056141106304/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1790100734 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100718.438978:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23484:1877056141106304:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1790100718.438986:0:23484:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1790100718.439008:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23484:1877056141106432:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1790100718.439029:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100718.439042:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261c1af30c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100718.439052:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141106432 00000100:00100000:2.0:1790100718.439065:0:24245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141106432 00000100:00100000:2.0:1790100718.439082:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790100718.439088:0:24245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23484:x1877056141106432:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1790100718.439113:0:24245:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000004:00080000:2.0:1790100718.439654:0:22721:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:2.0:1790100718.439689:0:22721:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:2.0:1790100718.452310:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.452322:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000223a7831/0xc87a4f229828883d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.452356:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.452361:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.452367:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000223a7831/0xc87a4f229828883d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.452395:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000223a7831/0xc87a4f229828883d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.452405:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000223a7831/0xc87a4f229828883d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.452412:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000223a7831/0xc87a4f229828883d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.452431:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1790100718.453004:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790100718.453012:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e12cbb8a/0xc87a4f2298288844 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.453021:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=569s v=(0 0) 00010000:00010000:1.0:1790100718.453024:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790100718.453028:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e12cbb8a/0xc87a4f2298288844 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.453040:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e12cbb8a/0xc87a4f2298288844 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.453047:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e12cbb8a/0xc87a4f2298288844 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.453077:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e12cbb8a/0xc87a4f2298288844 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.453092:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1790100718.453105:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790100718.453111:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000223a7831/0xc87a4f229828883d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.453119:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083e46800 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:1.0:1790100718.453123:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000223a7831/0xc87a4f229828883d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.453131:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000223a7831/0xc87a4f229828883d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.453147:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000223a7831/0xc87a4f229828883d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.453154:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000223a7831/0xc87a4f229828883d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.453172:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790100718.453175:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e12cbb8a/0xc87a4f2298288844 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.453191:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e0c00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:1.0:1790100718.453195:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e12cbb8a/0xc87a4f2298288844 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.453202:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e12cbb8a/0xc87a4f2298288844 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.453212:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e12cbb8a/0xc87a4f2298288844 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.453219:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e12cbb8a/0xc87a4f2298288844 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.453231:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100718.453232:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100718.453234:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.453928:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790100718.454064:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.454071:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d9b2dde/0xc87a4f229828884b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.454082:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.454085:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.454090:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d9b2dde/0xc87a4f229828884b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.454100:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d9b2dde/0xc87a4f229828884b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.454108:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d9b2dde/0xc87a4f229828884b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.454126:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d9b2dde/0xc87a4f229828884b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.454142:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790100718.454249:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790100718.454254:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d9b2dde/0xc87a4f229828884b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.454261:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083e46e00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:2.0:1790100718.454264:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d9b2dde/0xc87a4f229828884b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.454272:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d9b2dde/0xc87a4f229828884b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.454284:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d9b2dde/0xc87a4f229828884b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.454290:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d9b2dde/0xc87a4f229828884b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.454303:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100718.454305:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100718.454306:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790100718.456119:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.456140:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090d10b05/0xc87a4f2298288852 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.456155:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.456159:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.456164:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090d10b05/0xc87a4f2298288852 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.456176:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090d10b05/0xc87a4f2298288852 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.456184:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090d10b05/0xc87a4f2298288852 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.456191:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000090d10b05/0xc87a4f2298288852 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.456205:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.456476:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.456483:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000090d10b05/0xc87a4f2298288852 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.456491:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083e47400 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.456495:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000090d10b05/0xc87a4f2298288852 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.456515:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000090d10b05/0xc87a4f2298288852 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.456533:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000090d10b05/0xc87a4f2298288852 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.456550:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090d10b05/0xc87a4f2298288852 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.456570:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.456571:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.456573:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1790100718.458496:0:23473:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00010000:3.0:1790100718.458980:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.458988:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007487ac98/0xc87a4f2298288859 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.459014:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.459018:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.459024:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007487ac98/0xc87a4f2298288859 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.459039:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007487ac98/0xc87a4f2298288859 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.459049:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007487ac98/0xc87a4f2298288859 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.459074:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007487ac98/0xc87a4f2298288859 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.459093:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.459104:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.459109:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007487ac98/0xc87a4f2298288859 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.459117:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e59e00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.459121:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007487ac98/0xc87a4f2298288859 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.459131:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007487ac98/0xc87a4f2298288859 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.459147:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007487ac98/0xc87a4f2298288859 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.459155:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007487ac98/0xc87a4f2298288859 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.459173:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.459175:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.459176:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.460632:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1790100718.462937:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.462950:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008797cc33/0xc87a4f2298288867 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.462967:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.462971:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.462978:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008797cc33/0xc87a4f2298288867 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.463111:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008797cc33/0xc87a4f2298288867 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.463130:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008797cc33/0xc87a4f2298288867 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.463137:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008797cc33/0xc87a4f2298288867 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.463167:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1790100718.463612:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.463618:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1a05b9b/0xc87a4f229828886e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.463627:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.463630:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.463635:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1a05b9b/0xc87a4f229828886e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.463644:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1a05b9b/0xc87a4f229828886e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.463652:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1a05b9b/0xc87a4f229828886e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.463659:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a1a05b9b/0xc87a4f229828886e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.463758:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1790100718.464849:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.464925:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009ef0749d/0xc87a4f2298288875 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.464939:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.464942:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.464947:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009ef0749d/0xc87a4f2298288875 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.464958:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ef0749d/0xc87a4f2298288875 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.464966:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009ef0749d/0xc87a4f2298288875 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.464972:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009ef0749d/0xc87a4f2298288875 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.464982:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1790100718.465128:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001bce740/0xc87a4f2298288860 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465136:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.465139:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.465143:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001bce740/0xc87a4f2298288860 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465153:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001bce740/0xc87a4f2298288860 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465162:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001bce740/0xc87a4f2298288860 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465169:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000001bce740/0xc87a4f2298288860 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465187:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1790100718.465193:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008797cc33/0xc87a4f2298288867 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465201:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083e47800 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.465205:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008797cc33/0xc87a4f2298288867 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465214:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008797cc33/0xc87a4f2298288867 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465240:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008797cc33/0xc87a4f2298288867 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465247:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008797cc33/0xc87a4f2298288867 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465266:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790100718.465270:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a1a05b9b/0xc87a4f229828886e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465276:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083e47e00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.465279:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1a05b9b/0xc87a4f229828886e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465286:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1a05b9b/0xc87a4f229828886e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465295:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a1a05b9b/0xc87a4f229828886e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465303:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1a05b9b/0xc87a4f229828886e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465314:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.465317:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009ef0749d/0xc87a4f2298288875 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465330:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083926e00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.465333:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009ef0749d/0xc87a4f2298288875 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465356:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009ef0749d/0xc87a4f2298288875 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465367:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009ef0749d/0xc87a4f2298288875 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465374:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ef0749d/0xc87a4f2298288875 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.465387:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.465388:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.465390:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.465417:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790100718.466816:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.466824:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f229828887c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.466838:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.466847:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.466853:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f229828887c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.468377:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f229828887c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.468395:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f229828887c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.468404:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f229828887c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.468434:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1790100718.472802:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.472818:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288883 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.472835:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.472839:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.472845:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288883 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.472963:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.472970:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f229828887c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.472979:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083926400 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.472983:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f229828887c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.473007:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f229828887c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.473024:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f229828887c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.473032:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f229828887c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.473051:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.473052:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.473062:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.473089:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.473100:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.473105:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000001bce740/0xc87a4f2298288860 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.473113:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e58e00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.473117:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000001bce740/0xc87a4f2298288860 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.473124:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000001bce740/0xc87a4f2298288860 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.473135:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000001bce740/0xc87a4f2298288860 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.473148:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001bce740/0xc87a4f2298288860 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.473164:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.473166:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.473167:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100718.473631:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288883 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.473645:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288883 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.473659:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288883 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.473746:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1790100718.476141:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.476155:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080b8457a/0xc87a4f229828888a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.476170:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.476174:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.476180:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080b8457a/0xc87a4f229828888a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.476192:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080b8457a/0xc87a4f229828888a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.476202:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080b8457a/0xc87a4f229828888a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.476209:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000080b8457a/0xc87a4f229828888a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.476230:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1790100718.477584:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790100718.477595:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288883 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477605:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927600 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.477609:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288883 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477618:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288883 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477635:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288883 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477642:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288883 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477660:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.477664:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000080b8457a/0xc87a4f229828888a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477678:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083926000 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.477681:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000080b8457a/0xc87a4f229828888a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477687:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000080b8457a/0xc87a4f229828888a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477696:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000080b8457a/0xc87a4f229828888a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477702:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080b8457a/0xc87a4f229828888a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477717:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.477718:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.477720:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.477726:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.477817:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.477822:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088ffa997/0xc87a4f2298288891 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477832:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.477836:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.477841:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088ffa997/0xc87a4f2298288891 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477861:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088ffa997/0xc87a4f2298288891 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477868:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088ffa997/0xc87a4f2298288891 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477874:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088ffa997/0xc87a4f2298288891 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477886:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.477894:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.477897:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088ffa997/0xc87a4f2298288891 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477903:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e58600 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.477906:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088ffa997/0xc87a4f2298288891 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477913:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088ffa997/0xc87a4f2298288891 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477923:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088ffa997/0xc87a4f2298288891 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477929:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088ffa997/0xc87a4f2298288891 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.477947:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.477949:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.477951:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.480636:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.480648:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007487ac98/0xc87a4f2298288898 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.480665:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.480669:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.480676:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007487ac98/0xc87a4f2298288898 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.480689:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007487ac98/0xc87a4f2298288898 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.480699:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007487ac98/0xc87a4f2298288898 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.480706:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007487ac98/0xc87a4f2298288898 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.480723:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.481457:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.481465:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007487ac98/0xc87a4f2298288898 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.481487:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e59e00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.481492:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007487ac98/0xc87a4f2298288898 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.481501:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007487ac98/0xc87a4f2298288898 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.481518:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007487ac98/0xc87a4f2298288898 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.481525:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007487ac98/0xc87a4f2298288898 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.481542:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.481544:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.481546:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.481608:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.481614:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086420aa9/0xc87a4f229828889f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.481623:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.481626:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.481630:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086420aa9/0xc87a4f229828889f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.481640:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086420aa9/0xc87a4f229828889f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.481654:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086420aa9/0xc87a4f229828889f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.481661:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086420aa9/0xc87a4f229828889f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.481675:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.481683:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.481687:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086420aa9/0xc87a4f229828889f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.481693:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e59000 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.481696:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086420aa9/0xc87a4f229828889f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.481703:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086420aa9/0xc87a4f229828889f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.481714:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086420aa9/0xc87a4f229828889f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.481721:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086420aa9/0xc87a4f229828889f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.481734:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.481740:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.481742:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790100718.484128:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.484140:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.484161:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.484165:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.484171:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.484184:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.484195:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.484202:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.484226:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790100718.484375:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790100718.484382:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.484390:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927800 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:2.0:1790100718.484395:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.484404:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.484431:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888a6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.484438:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.484455:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100718.484457:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100718.484459:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.484939:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.484948:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.484957:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.484960:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.484964:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.484973:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.484981:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.484988:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.488148:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.488163:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.488169:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.488179:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b7c00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.488185:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.488207:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.488225:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888ad lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.488233:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.488253:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.488254:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.488256:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.490388:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.490400:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c47386d/0xc87a4f22982888b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.490414:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.490418:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.490424:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c47386d/0xc87a4f22982888b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.490436:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c47386d/0xc87a4f22982888b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.490446:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c47386d/0xc87a4f22982888b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.490461:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c47386d/0xc87a4f22982888b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.490481:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790100718.490964:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790100718.490972:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c47386d/0xc87a4f22982888b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.490981:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6000 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:0.0:1790100718.490986:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c47386d/0xc87a4f22982888b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.491938:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c47386d/0xc87a4f22982888b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.491960:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c47386d/0xc87a4f22982888b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.491966:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c47386d/0xc87a4f22982888b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.491985:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100718.491987:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100718.491989:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790100718.493052:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.493071:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fb54ad1/0xc87a4f22982888bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.493085:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.493089:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.493094:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fb54ad1/0xc87a4f22982888bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.493108:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003fb54ad1/0xc87a4f22982888bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.493116:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fb54ad1/0xc87a4f22982888bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.493123:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003fb54ad1/0xc87a4f22982888bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.493153:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790100718.494356:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.494366:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f22982888c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.494380:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.494383:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.494387:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f22982888c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.494398:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f22982888c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.494406:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f22982888c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.494413:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f22982888c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.494435:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1790100718.494580:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790100718.494587:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003fb54ad1/0xc87a4f22982888bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.494601:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927200 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.494604:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003fb54ad1/0xc87a4f22982888bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.494613:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003fb54ad1/0xc87a4f22982888bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.494629:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003fb54ad1/0xc87a4f22982888bb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.494636:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fb54ad1/0xc87a4f22982888bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.494654:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.494657:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f22982888c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.494674:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6200 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.494677:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f22982888c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.494683:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f22982888c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.494692:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f22982888c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.494704:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f22982888c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.494718:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.494719:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.494721:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100718.494842:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790100718.496315:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.496326:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a83f8c9f/0xc87a4f22982888c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.496364:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.496369:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.496374:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a83f8c9f/0xc87a4f22982888c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.496386:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a83f8c9f/0xc87a4f22982888c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.496396:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a83f8c9f/0xc87a4f22982888c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.496404:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a83f8c9f/0xc87a4f22982888c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.496430:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.498427:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.498436:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a83f8c9f/0xc87a4f22982888c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.498447:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927400 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.498452:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a83f8c9f/0xc87a4f22982888c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.498463:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a83f8c9f/0xc87a4f22982888c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.498480:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a83f8c9f/0xc87a4f22982888c9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.498488:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a83f8c9f/0xc87a4f22982888c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.498504:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.498506:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.498508:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790100718.499191:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.499199:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.499211:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.499220:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.499226:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.499237:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.499246:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.499254:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.499273:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790100718.500070:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.500077:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.500087:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.500090:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.500095:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.500104:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.500112:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.500119:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.500133:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1790100718.500140:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790100718.500144:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.500152:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927800 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.500156:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.500175:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.500189:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.500196:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000765e62ea/0xc87a4f22982888d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.500211:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.500215:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.500221:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b7c00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.500224:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.500230:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.500239:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888d7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.500245:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f22982888d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.500268:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.500270:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.500272:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100718.500463:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790100718.502313:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.502324:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad4acc5a/0xc87a4f22982888de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.502364:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.502368:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.502374:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad4acc5a/0xc87a4f22982888de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.502388:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad4acc5a/0xc87a4f22982888de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.502399:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad4acc5a/0xc87a4f22982888de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.502415:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad4acc5a/0xc87a4f22982888de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.502429:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.503047:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.503065:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad4acc5a/0xc87a4f22982888de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.503075:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083926600 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.503080:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad4acc5a/0xc87a4f22982888de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.503226:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad4acc5a/0xc87a4f22982888de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.503242:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad4acc5a/0xc87a4f22982888de lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.503249:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad4acc5a/0xc87a4f22982888de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.503266:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.503267:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.503269:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.505110:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.505120:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063158d75/0xc87a4f22982888e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.505146:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.505150:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.505156:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063158d75/0xc87a4f22982888e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.505169:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063158d75/0xc87a4f22982888e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.505179:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063158d75/0xc87a4f22982888e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.505187:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063158d75/0xc87a4f22982888e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.505208:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790100718.506019:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790100718.506026:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063158d75/0xc87a4f22982888e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.506049:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b7800 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:0.0:1790100718.506063:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063158d75/0xc87a4f22982888e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.506073:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063158d75/0xc87a4f22982888e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.506090:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063158d75/0xc87a4f22982888e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.506098:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063158d75/0xc87a4f22982888e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.506117:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100718.506119:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100718.506121:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790100718.506912:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.506920:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031e2bee8/0xc87a4f22982888ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.506934:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.506937:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.506943:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031e2bee8/0xc87a4f22982888ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.506954:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031e2bee8/0xc87a4f22982888ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.506962:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031e2bee8/0xc87a4f22982888ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.506969:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031e2bee8/0xc87a4f22982888ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.506984:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.507229:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.507236:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031e2bee8/0xc87a4f22982888ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.507244:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927c00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.507247:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031e2bee8/0xc87a4f22982888ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.507255:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031e2bee8/0xc87a4f22982888ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.507281:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031e2bee8/0xc87a4f22982888ec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.507288:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031e2bee8/0xc87a4f22982888ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.507305:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.507307:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.507309:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790100718.508645:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.508656:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000726f4e19/0xc87a4f22982888f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.508675:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.508678:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.508683:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000726f4e19/0xc87a4f22982888f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.508694:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000726f4e19/0xc87a4f22982888f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.508701:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000726f4e19/0xc87a4f22982888f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.508708:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000726f4e19/0xc87a4f22982888f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.508726:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790100718.509403:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790100718.509412:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000726f4e19/0xc87a4f22982888f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.509421:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083926c00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:0.0:1790100718.509426:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000726f4e19/0xc87a4f22982888f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.509435:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000726f4e19/0xc87a4f22982888f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.509457:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000726f4e19/0xc87a4f22982888f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.509464:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000726f4e19/0xc87a4f22982888f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.509484:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100718.509487:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100718.509490:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790100718.509906:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.509913:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d431a37/0xc87a4f22982888fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.509923:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.509927:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.509932:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d431a37/0xc87a4f22982888fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.509942:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d431a37/0xc87a4f22982888fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.509962:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d431a37/0xc87a4f22982888fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.509969:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002d431a37/0xc87a4f22982888fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.509982:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.510462:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.510470:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002d431a37/0xc87a4f22982888fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.510479:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927000 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.510483:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002d431a37/0xc87a4f22982888fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.510491:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002d431a37/0xc87a4f22982888fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.510506:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002d431a37/0xc87a4f22982888fa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.510514:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d431a37/0xc87a4f22982888fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.510541:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.510544:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.510546:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.511297:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.511305:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000012dd5d2/0xc87a4f2298288901 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.511315:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.511319:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.511323:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000012dd5d2/0xc87a4f2298288901 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.511333:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000012dd5d2/0xc87a4f2298288901 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.511364:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000012dd5d2/0xc87a4f2298288901 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.511372:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000012dd5d2/0xc87a4f2298288901 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.511384:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790100718.511947:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.511953:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f2298288908 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.511973:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.511976:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.511980:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f2298288908 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.511988:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f2298288908 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.512008:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f2298288908 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.512015:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f2298288908 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.512032:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1790100718.512041:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790100718.512045:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000012dd5d2/0xc87a4f2298288901 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.512052:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b7c00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.512066:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000012dd5d2/0xc87a4f2298288901 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.512074:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000012dd5d2/0xc87a4f2298288901 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.512099:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000012dd5d2/0xc87a4f2298288901 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.512106:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000012dd5d2/0xc87a4f2298288901 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.512122:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.512125:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f2298288908 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.512131:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6200 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.512134:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f2298288908 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.512140:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f2298288908 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.512148:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f2298288908 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.512154:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b9467c5/0xc87a4f2298288908 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.512164:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.512166:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.512173:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.512537:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.512542:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f229828890f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.512550:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.512553:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.512558:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f229828890f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.512566:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f229828890f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.512789:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790100718.512842:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790100718.512847:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e4f2530/0xc87a4f2298288916 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.512866:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=569s v=(0 0) 00010000:00010000:0.0:1790100718.512869:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790100718.512873:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e4f2530/0xc87a4f2298288916 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.512884:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e4f2530/0xc87a4f2298288916 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.512892:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e4f2530/0xc87a4f2298288916 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.512899:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e4f2530/0xc87a4f2298288916 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.512926:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.513829:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f229828890f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.513836:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f229828890f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.513851:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.513856:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e4f2530/0xc87a4f2298288916 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.514828:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926191687c00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.514833:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e4f2530/0xc87a4f2298288916 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.514853:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e4f2530/0xc87a4f2298288916 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.515412:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.515586:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e4f2530/0xc87a4f2298288916 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.515595:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e4f2530/0xc87a4f2298288916 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.515617:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.515621:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f229828890f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.516084:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.516806:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6e00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.516811:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f229828890f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.516821:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f229828890f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.516838:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f229828890f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.516845:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f229828890f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1790100718.517164:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.517171:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f67553f3/0xc87a4f229828891d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.517182:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.517186:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.517191:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f67553f3/0xc87a4f229828891d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.517201:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f67553f3/0xc87a4f229828891d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.517210:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f67553f3/0xc87a4f229828891d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.517217:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f67553f3/0xc87a4f229828891d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.517248:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1790100718.517406:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.517411:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef6e7b97/0xc87a4f2298288924 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.517419:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.517422:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.517425:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef6e7b97/0xc87a4f2298288924 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.517434:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef6e7b97/0xc87a4f2298288924 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.517441:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef6e7b97/0xc87a4f2298288924 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.517447:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef6e7b97/0xc87a4f2298288924 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.517454:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1790100718.518312:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790100718.518317:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f67553f3/0xc87a4f229828891d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.518325:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083926800 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.518329:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f67553f3/0xc87a4f229828891d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.518350:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f67553f3/0xc87a4f229828891d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.518365:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f67553f3/0xc87a4f229828891d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.518372:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f67553f3/0xc87a4f229828891d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.518386:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.518390:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef6e7b97/0xc87a4f2298288924 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.518398:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083926200 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.518401:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef6e7b97/0xc87a4f2298288924 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.518424:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef6e7b97/0xc87a4f2298288924 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.518435:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef6e7b97/0xc87a4f2298288924 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.518442:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef6e7b97/0xc87a4f2298288924 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.518456:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.518458:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.518460:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100718.518705:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790100718.522153:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.522166:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f229828892b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.522182:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.522194:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.522201:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f229828892b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.522217:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f229828892b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.522227:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f229828892b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.522235:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f229828892b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.522254:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790100718.522384:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.522392:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1ad0c22/0xc87a4f2298288932 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.522403:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.522406:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.522411:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1ad0c22/0xc87a4f2298288932 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.522421:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1ad0c22/0xc87a4f2298288932 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.522429:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1ad0c22/0xc87a4f2298288932 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.522443:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e1ad0c22/0xc87a4f2298288932 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.522458:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1790100718.522986:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.522998:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288939 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.523008:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.523012:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.523016:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288939 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.523026:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288939 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.523033:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288939 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.523041:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288939 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.523051:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1790100718.523195:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.523201:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c80611bb/0xc87a4f2298288940 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.523216:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.523218:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.523222:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c80611bb/0xc87a4f2298288940 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.523231:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c80611bb/0xc87a4f2298288940 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.523239:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c80611bb/0xc87a4f2298288940 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.523247:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c80611bb/0xc87a4f2298288940 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.523256:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1790100718.524127:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1790100718.524136:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f229828892b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524147:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083926a00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:1.0:1790100718.524153:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f229828892b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524162:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f229828892b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524185:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f229828892b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524193:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f229828892b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524210:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1790100718.524215:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e1ad0c22/0xc87a4f2298288932 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524221:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b7a00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:1.0:1790100718.524225:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1ad0c22/0xc87a4f2298288932 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524231:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1ad0c22/0xc87a4f2298288932 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524241:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e1ad0c22/0xc87a4f2298288932 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524247:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1ad0c22/0xc87a4f2298288932 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524259:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790100718.524262:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288939 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524276:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b7400 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:1.0:1790100718.524279:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288939 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524285:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288939 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524295:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288939 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524301:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288939 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524314:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790100718.524317:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c80611bb/0xc87a4f2298288940 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524324:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b7600 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:1.0:1790100718.524327:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c80611bb/0xc87a4f2298288940 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524335:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c80611bb/0xc87a4f2298288940 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524367:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c80611bb/0xc87a4f2298288940 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524381:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c80611bb/0xc87a4f2298288940 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.524398:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100718.524401:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100718.524403:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.525014:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.525021:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e0083d7/0xc87a4f2298288947 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.525031:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.525036:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.525041:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e0083d7/0xc87a4f2298288947 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.525052:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e0083d7/0xc87a4f2298288947 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.525083:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e0083d7/0xc87a4f2298288947 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.525091:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e0083d7/0xc87a4f2298288947 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.525103:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1790100718.525538:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790100718.525546:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e12cbb8a/0xc87a4f229828894e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.525554:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=569s v=(0 0) 00010000:00010000:1.0:1790100718.525558:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790100718.525562:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e12cbb8a/0xc87a4f229828894e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.525572:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e12cbb8a/0xc87a4f229828894e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.525580:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e12cbb8a/0xc87a4f229828894e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.525587:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e12cbb8a/0xc87a4f229828894e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.525596:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1790100718.525948:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790100718.525960:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e0083d7/0xc87a4f2298288947 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.525968:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6e00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:1.0:1790100718.525972:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e0083d7/0xc87a4f2298288947 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.525979:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e0083d7/0xc87a4f2298288947 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.526001:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e0083d7/0xc87a4f2298288947 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.526009:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e0083d7/0xc87a4f2298288947 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.526025:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790100718.526028:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e12cbb8a/0xc87a4f229828894e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.526034:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e0c00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:1.0:1790100718.526037:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e12cbb8a/0xc87a4f229828894e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.526043:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e12cbb8a/0xc87a4f229828894e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.526074:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e12cbb8a/0xc87a4f229828894e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.526081:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e12cbb8a/0xc87a4f229828894e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.526093:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100718.526094:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100718.526096:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790100718.526322:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790100718.526329:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd1566e0/0xc87a4f2298288955 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.526362:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=569s v=(0 0) 00010000:00010000:1.0:1790100718.526366:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790100718.526371:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd1566e0/0xc87a4f2298288955 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.526380:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd1566e0/0xc87a4f2298288955 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.526388:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd1566e0/0xc87a4f2298288955 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.526395:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bd1566e0/0xc87a4f2298288955 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.526422:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790100718.526726:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790100718.526733:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bd1566e0/0xc87a4f2298288955 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.526743:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e1400 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:2.0:1790100718.526747:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd1566e0/0xc87a4f2298288955 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.526756:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd1566e0/0xc87a4f2298288955 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.526768:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bd1566e0/0xc87a4f2298288955 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.526787:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd1566e0/0xc87a4f2298288955 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.526809:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100718.526811:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100718.526813:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.527028:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.527035:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b9467c5/0xc87a4f229828895c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.527043:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.527046:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.527050:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b9467c5/0xc87a4f229828895c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.527073:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b9467c5/0xc87a4f229828895c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.527081:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b9467c5/0xc87a4f229828895c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.527087:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b9467c5/0xc87a4f229828895c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.527114:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790100718.527132:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790100718.527138:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007b9467c5/0xc87a4f229828895c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.527147:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6200 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:2.0:1790100718.527151:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007b9467c5/0xc87a4f229828895c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.527160:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007b9467c5/0xc87a4f229828895c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.527173:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007b9467c5/0xc87a4f229828895c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.527181:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b9467c5/0xc87a4f229828895c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.527196:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100718.527198:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100718.527200:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790100718.529115:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790100718.529127:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb429fae/0xc87a4f2298288963 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.529140:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=569s v=(0 0) 00010000:00010000:1.0:1790100718.529144:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790100718.529149:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb429fae/0xc87a4f2298288963 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.529159:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb429fae/0xc87a4f2298288963 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.529168:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb429fae/0xc87a4f2298288963 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.529174:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb429fae/0xc87a4f2298288963 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.529194:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790100718.529533:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.529539:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f229828896a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.529549:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.529552:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.529556:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f229828896a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.529565:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f229828896a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.529572:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f229828896a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.529578:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f229828896a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.529586:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1790100718.530284:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790100718.530292:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087fd80de/0xc87a4f2298288971 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.530302:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=569s v=(0 0) 00010000:00010000:1.0:1790100718.530312:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790100718.530317:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087fd80de/0xc87a4f2298288971 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.530327:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087fd80de/0xc87a4f2298288971 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.530334:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087fd80de/0xc87a4f2298288971 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.530366:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087fd80de/0xc87a4f2298288971 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.530374:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1790100718.531204:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1790100718.531213:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb429fae/0xc87a4f2298288963 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.531220:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e1e00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:2.0:1790100718.531225:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb429fae/0xc87a4f2298288963 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.531762:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb429fae/0xc87a4f2298288963 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.531782:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb429fae/0xc87a4f2298288963 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.531790:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb429fae/0xc87a4f2298288963 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.531808:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790100718.531812:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f229828896a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.531819:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b7c00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:2.0:1790100718.531822:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f229828896a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.531830:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f229828896a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.531854:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f229828896a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.531971:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790100718.532952:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000012dd5d2/0xc87a4f229828896a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.532974:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100718.532975:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790100718.532977:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.536233:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.536245:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7cdb01c/0xc87a4f2298288978 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.536261:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.536272:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.536279:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7cdb01c/0xc87a4f2298288978 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.536293:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7cdb01c/0xc87a4f2298288978 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.536305:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7cdb01c/0xc87a4f2298288978 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.536312:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7cdb01c/0xc87a4f2298288978 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.536335:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790100718.536430:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.536435:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a616fa0/0xc87a4f229828897f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.536443:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.536446:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.536449:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a616fa0/0xc87a4f229828897f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.536459:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a616fa0/0xc87a4f229828897f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.536467:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a616fa0/0xc87a4f229828897f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.536480:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a616fa0/0xc87a4f229828897f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.536489:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1790100718.537174:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.537181:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0a399ec/0xc87a4f2298288986 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537191:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.537193:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.537198:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0a399ec/0xc87a4f2298288986 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537206:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0a399ec/0xc87a4f2298288986 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537213:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0a399ec/0xc87a4f2298288986 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537219:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0a399ec/0xc87a4f2298288986 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537237:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1790100718.537375:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1790100718.537381:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7cdb01c/0xc87a4f2298288978 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537394:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6800 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.537399:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7cdb01c/0xc87a4f2298288978 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537408:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7cdb01c/0xc87a4f2298288978 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537424:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7cdb01c/0xc87a4f2298288978 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537431:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7cdb01c/0xc87a4f2298288978 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537448:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790100718.537451:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a616fa0/0xc87a4f229828897f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537457:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6600 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.537459:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a616fa0/0xc87a4f229828897f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537466:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a616fa0/0xc87a4f229828897f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537474:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a616fa0/0xc87a4f229828897f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537486:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a616fa0/0xc87a4f229828897f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537498:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.537500:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0a399ec/0xc87a4f2298288986 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537506:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6c00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.537508:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0a399ec/0xc87a4f2298288986 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537514:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0a399ec/0xc87a4f2298288986 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537523:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0a399ec/0xc87a4f2298288986 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537528:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0a399ec/0xc87a4f2298288986 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.537539:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.537540:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.537542:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.540300:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.540314:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbe0bd1f/0xc87a4f229828898d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.540361:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.540365:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.540371:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbe0bd1f/0xc87a4f229828898d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.540383:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbe0bd1f/0xc87a4f229828898d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.540393:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbe0bd1f/0xc87a4f229828898d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.540402:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dbe0bd1f/0xc87a4f229828898d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.540483:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.540493:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.540497:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dbe0bd1f/0xc87a4f229828898d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.540505:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6400 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.540510:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbe0bd1f/0xc87a4f229828898d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.540518:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbe0bd1f/0xc87a4f229828898d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.540542:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dbe0bd1f/0xc87a4f229828898d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.540550:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbe0bd1f/0xc87a4f229828898d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.540566:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.540568:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.540569:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.542982:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.542994:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a69eb60a/0xc87a4f2298288994 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.543009:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.543014:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.543020:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a69eb60a/0xc87a4f2298288994 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.543034:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a69eb60a/0xc87a4f2298288994 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.543043:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a69eb60a/0xc87a4f2298288994 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.543051:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a69eb60a/0xc87a4f2298288994 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.543092:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.543103:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.543107:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a69eb60a/0xc87a4f2298288994 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.543115:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b7000 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.543119:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a69eb60a/0xc87a4f2298288994 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.543128:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a69eb60a/0xc87a4f2298288994 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.543143:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a69eb60a/0xc87a4f2298288994 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.543150:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a69eb60a/0xc87a4f2298288994 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.543165:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.543166:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.543167:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.545466:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.545477:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff7f825c/0xc87a4f229828899b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.545493:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.545506:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.545512:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff7f825c/0xc87a4f229828899b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.545526:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff7f825c/0xc87a4f229828899b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.545536:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff7f825c/0xc87a4f229828899b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.545543:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff7f825c/0xc87a4f229828899b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.545560:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790100718.547643:0:25136:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790100718.547653:0:25136:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff7f825c/0xc87a4f229828899b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.547664:0:25136:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6a00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:1.0:1790100718.547667:0:25136:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff7f825c/0xc87a4f229828899b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.547676:0:25136:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff7f825c/0xc87a4f229828899b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.547692:0:25136:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff7f825c/0xc87a4f229828899b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.547705:0:25136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff7f825c/0xc87a4f229828899b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.547723:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087fd80de/0xc87a4f2298288971 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.547727:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e0200 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:1.0:1790100718.547729:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087fd80de/0xc87a4f2298288971 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.547734:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087fd80de/0xc87a4f2298288971 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.547741:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087fd80de/0xc87a4f2298288971 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.547745:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087fd80de/0xc87a4f2298288971 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100718.547758:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100718.547760:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100718.547761:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100718.547764:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100718.547765:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790100718.547766:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.549534:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790100718.549635:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.549644:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ea1fd7e/0xc87a4f22982889a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.549661:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.549666:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.549672:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ea1fd7e/0xc87a4f22982889a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.549685:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ea1fd7e/0xc87a4f22982889a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.549695:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ea1fd7e/0xc87a4f22982889a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.549711:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ea1fd7e/0xc87a4f22982889a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.549735:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790100718.552161:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.552173:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064aef45f/0xc87a4f22982889a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552188:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.552192:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.552197:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064aef45f/0xc87a4f22982889a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552208:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064aef45f/0xc87a4f22982889a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552216:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064aef45f/0xc87a4f22982889a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552223:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064aef45f/0xc87a4f22982889a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552241:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1790100718.552433:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790100718.552438:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f22982889b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552452:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=569s v=(0 0) 00010000:00010000:3.0:1790100718.552455:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100718.552458:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f22982889b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552468:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f22982889b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552475:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f22982889b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552481:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f22982889b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552493:0:24811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1790100718.552503:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1790100718.552509:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ea1fd7e/0xc87a4f22982889a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552515:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b7e00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.552519:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ea1fd7e/0xc87a4f22982889a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552527:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ea1fd7e/0xc87a4f22982889a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552551:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ea1fd7e/0xc87a4f22982889a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552558:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ea1fd7e/0xc87a4f22982889a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552574:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790100718.552577:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064aef45f/0xc87a4f22982889a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552583:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b7200 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.552586:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064aef45f/0xc87a4f22982889a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552593:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064aef45f/0xc87a4f22982889a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552601:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064aef45f/0xc87a4f22982889a9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552608:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064aef45f/0xc87a4f22982889a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.552618:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.552621:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f22982889b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.553275:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6e00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.553279:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f22982889b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.553288:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f22982889b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.553300:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f22982889b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.553307:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e0083d7/0xc87a4f22982889b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.553322:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.553324:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.553325:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1790100718.553515:0:24811:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:3.0:1790100718.553607:0:24811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22767:x1877056141105664:12345-0@lo:5:osp-pre-1-0.0 Request processed in 154850us (155195us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100718.553616:0:24811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00002000:00010000:2.0:1790100718.553741:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.553748:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ab57303/0xc87a4f22982889b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.553757:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.553761:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.553765:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ab57303/0xc87a4f22982889b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.553775:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ab57303/0xc87a4f22982889b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.553783:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ab57303/0xc87a4f22982889b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.553791:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ab57303/0xc87a4f22982889b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.553816:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790100718.554598:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790100718.554606:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ab57303/0xc87a4f22982889b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.554615:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927a00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:0.0:1790100718.554619:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ab57303/0xc87a4f22982889b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.554641:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ab57303/0xc87a4f22982889b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.554656:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ab57303/0xc87a4f22982889b7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.554664:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ab57303/0xc87a4f22982889b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.554680:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100718.554681:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100718.554683:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790100718.556387:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.556398:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090a356f1/0xc87a4f22982889be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.556414:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.556418:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.556424:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090a356f1/0xc87a4f22982889be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.556436:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090a356f1/0xc87a4f22982889be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.556445:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090a356f1/0xc87a4f22982889be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.556453:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000090a356f1/0xc87a4f22982889be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.556477:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1790100718.557104:0:22767:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6259880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22767:1877056141105664:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1790100718.557119:0:22767:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1790100718.557161:0:22767:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22767:1877056141106560:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1790100718.557214:0:22767:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100718.557250:0:22767:0:(client.c:2716:ptlrpc_set_wait()) set ffff926084bebe40 going to sleep for 11 seconds 00010000:00010000:3.0:1790100718.557280:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.557286:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000090a356f1/0xc87a4f22982889be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.557295:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927e00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.557299:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000090a356f1/0xc87a4f22982889be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.557308:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000090a356f1/0xc87a4f22982889be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.557326:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000090a356f1/0xc87a4f22982889be lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.557333:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090a356f1/0xc87a4f22982889be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.557403:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.557405:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.557407:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100718.557418:0:24811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141106560 00000100:00100000:3.0:1790100718.557424:0:24811:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141106560 00000100:00100000:3.0:1790100718.557457:0:24811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790100718.557465:0:24811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22767:x1877056141106560:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1790100718.557505:0:24811:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:3.0:1790100718.557591:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1790100718.558333:0:25058:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:1.0:1790100718.558411:0:25058:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1790100718.558417:0:25058:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1790100718.558580:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790100718.559093:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.559102:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f22982889c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.559116:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.559126:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.559133:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f22982889c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.559145:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f22982889c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.559154:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f22982889c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.559162:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f22982889c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.559175:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1790100718.559833:0:24245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23484:x1877056141106432:12345-0@lo:5:osp-pre-1-1.0 Request processed in 120741us (120799us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1790100718.559850:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1790100718.561779:0:23484:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1790100718.561794:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23484:1877056141106432:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1790100718.561812:0:23484:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:3.0:1790100718.562958:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23484:1877056141106688:0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1790100718.563728:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100718.563762:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff926084beb480 going to sleep for 11 seconds 00000100:00100000:3.0:1790100718.563792:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141106688 00000100:00100000:3.0:1790100718.563798:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141106688 00000100:00100000:3.0:1790100718.563843:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790100718.563851:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1951f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23484:x1877056141106688:12345-0@lo:900:osp-pre-1-1.0 00002000:00010000:2.0:1790100718.564215:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790100718.564225:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000726f4e19/0xc87a4f22982889cc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.564240:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=569s v=(0 0) 00010000:00010000:2.0:1790100718.564244:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100718.564249:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000726f4e19/0xc87a4f22982889cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.564262:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000726f4e19/0xc87a4f22982889cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.564270:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000726f4e19/0xc87a4f22982889cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.564286:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000726f4e19/0xc87a4f22982889cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100718.564302:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1790100718.567014:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1951f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23484:x1877056141106688:12345-0@lo:900:osp-pre-1-1.0 Request processed in 3154us (3278us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100718.567029:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1790100718.567112:0:23484:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261c1952a00 x1877056141106688/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1790100734 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790100718.567128:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23484:1877056141106688:0@lo:900:osp-pre-1-1.0 00010000:00010000:3.0:1790100718.567189:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790100718.567197:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f22982889c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.567211:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083926a00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.567215:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f22982889c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.567242:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f22982889c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.567261:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f22982889c5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.567269:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d390d5a/0xc87a4f22982889c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.567295:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.567299:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000726f4e19/0xc87a4f22982889cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.567306:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083926c00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.567309:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000726f4e19/0xc87a4f22982889cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.567317:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000726f4e19/0xc87a4f22982889cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.567328:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000726f4e19/0xc87a4f22982889cc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.567336:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000726f4e19/0xc87a4f22982889cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.567410:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.567412:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.567414:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.567422:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100718.568306:0:24811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22767:x1877056141106560:12345-0@lo:5:osp-pre-1-0.0 Request processed in 10836us (11087us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1790100718.568317:0:24811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790100718.568879:0:22767:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22767:1877056141106560:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1790100718.568894:0:22767:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00002000:00010000:0.0:1790100718.574526:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790100718.574546:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a8e058c/0xc87a4f22982889d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.574563:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=569s v=(0 0) 00010000:00010000:0.0:1790100718.574568:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790100718.574574:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a8e058c/0xc87a4f22982889d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.574588:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a8e058c/0xc87a4f22982889d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.574598:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a8e058c/0xc87a4f22982889d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.574605:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a8e058c/0xc87a4f22982889d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.574633:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1790100718.575104:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790100718.575110:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043033b08/0xc87a4f22982889da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.575118:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=569s v=(0 0) 00010000:00010000:0.0:1790100718.575121:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790100718.575124:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043033b08/0xc87a4f22982889da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.575133:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043033b08/0xc87a4f22982889da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.575147:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043033b08/0xc87a4f22982889da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.575153:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000043033b08/0xc87a4f22982889da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.575168:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1790100718.575976:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790100718.575986:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a8e058c/0xc87a4f22982889d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.576957:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926191687200 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.576963:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a8e058c/0xc87a4f22982889d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.576973:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a8e058c/0xc87a4f22982889d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1790100718.577190:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790100718.577197:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060d48ec8/0xc87a4f22982889e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.577208:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=569s v=(0 0) 00010000:00010000:0.0:1790100718.577212:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790100718.577217:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060d48ec8/0xc87a4f22982889e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.577228:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060d48ec8/0xc87a4f22982889e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.577237:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060d48ec8/0xc87a4f22982889e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.577244:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000060d48ec8/0xc87a4f22982889e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.577278:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1790100718.577613:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a8e058c/0xc87a4f22982889d3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.577624:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a8e058c/0xc87a4f22982889d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.577645:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790100718.577649:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000043033b08/0xc87a4f22982889da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.577661:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926191686a00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.577665:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000043033b08/0xc87a4f22982889da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.577672:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000043033b08/0xc87a4f22982889da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.577684:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000043033b08/0xc87a4f22982889da lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.577690:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043033b08/0xc87a4f22982889da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.577703:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.577706:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000060d48ec8/0xc87a4f22982889e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.577713:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926191686e00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.577715:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000060d48ec8/0xc87a4f22982889e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.577722:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000060d48ec8/0xc87a4f22982889e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.577732:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000060d48ec8/0xc87a4f22982889e1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.577747:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060d48ec8/0xc87a4f22982889e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.577758:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.577760:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.577762:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.577773:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.579137:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790100718.580161:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790100718.580173:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000882e8c1b/0xc87a4f22982889e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.580189:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=569s v=(0 0) 00010000:00010000:0.0:1790100718.580193:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790100718.580199:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000882e8c1b/0xc87a4f22982889e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.580212:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000882e8c1b/0xc87a4f22982889e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.580222:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000882e8c1b/0xc87a4f22982889e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.580230:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000882e8c1b/0xc87a4f22982889e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.580250:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100718.581406:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.581417:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000882e8c1b/0xc87a4f22982889e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.581428:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926191686000 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.581433:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000882e8c1b/0xc87a4f22982889e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.581442:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000882e8c1b/0xc87a4f22982889e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.581460:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000882e8c1b/0xc87a4f22982889e8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.581467:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000882e8c1b/0xc87a4f22982889e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.581485:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.581508:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.581510:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790100718.583223:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790100718.583235:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b42d173/0xc87a4f22982889ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.583249:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=569s v=(0 0) 00010000:00010000:0.0:1790100718.583260:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790100718.583266:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b42d173/0xc87a4f22982889ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.583279:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b42d173/0xc87a4f22982889ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.583288:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b42d173/0xc87a4f22982889ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.583296:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b42d173/0xc87a4f22982889ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100718.584656:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1790100718.585040:0:24244:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00000100:00100000:0.0:1790100718.585153:0:24244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22765:x1877056141105920:12345-0@lo:5:osp-pre-0-0.0 Request processed in 183563us (186517us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100718.585163:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790100718.585373:0:22765:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be734a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22765:1877056141105920:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1790100718.585388:0:22765:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:1.0:1790100718.585435:0:22765:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be734a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22765:1877056141106816:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1790100718.585470:0:22765:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100718.585499:0:22765:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a63d16c0 going to sleep for 11 seconds 00010000:00010000:3.0:1790100718.587236:0:25136:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100718.587247:0:25136:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b42d173/0xc87a4f22982889ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.587259:0:25136:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926191686800 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100718.587264:0:25136:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b42d173/0xc87a4f22982889ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.587275:0:25136:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b42d173/0xc87a4f22982889ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.587293:0:25136:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b42d173/0xc87a4f22982889ef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.587302:0:25136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b42d173/0xc87a4f22982889ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100718.587327:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.587329:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100718.587331:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100718.587418:0:25127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141106816 00000100:00100000:0.0:1790100718.587427:0:25127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141106816 00000100:00100000:0.0:1790100718.587484:0:25127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790100718.587494:0:25127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22765:x1877056141106816:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1790100718.587536:0:25127:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:1.0:1790100718.601162:0:24240:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:1.0:1790100718.601206:0:24240:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1790100718.614400:0:25127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:22765:x1877056141106816:12345-0@lo:5:osp-pre-0-0.0 Request processed in 26898us (28920us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1790100718.614414:0:25127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790100718.614417:0:22765:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1790100718.614427:0:22765:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be734a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22765:1877056141106816:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1790100718.614444:0:22765:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:3.0:1790100719.112583:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1790100719.113969:0:22738:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1790100719.113977:0:22738:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9261b2358800 from 14 10000000:01000000:3.0:1790100719.113982:0:22738:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790100719.114037:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b6e00/0xc87a4f22982889f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100719.114070:0:22738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a63b6e00/0xc87a4f22982889f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100719.114083:0:22738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a63b6e00/0xc87a4f22982889f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100719.114110:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141106944:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1790100719.114186:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100719.114229:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926084beb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790100719.114828:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141106944 00000100:00100000:0.0:1790100719.114862:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141106944 00000100:00100000:0.0:1790100719.114923:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1790100719.114933:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:22738:x1877056141106944:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790100719.114954:0:22736:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100719.114968:0:22736:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926191686a00/0xc87a4f22982889fd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f22982889f6 expref: -99 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100719.115415:0:22736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926191686a00/0xc87a4f22982889fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f22982889f6 expref: 23 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100719.115427:0:22736:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926191686a00/0xc87a4f22982889fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982889f6 expref: 23 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100719.115436:0:22736:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926191686a00, rc 0) 00000100:00100000:0.0:1790100719.115486:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:22738:x1877056141106944:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 555us (1300us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100719.115492:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1790100719.116608:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141106944:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790100719.116626:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a63b6e00/0xc87a4f22982889f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982889fd expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100719.116635:0:22738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a63b6e00/0xc87a4f22982889f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f22982889fd expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100719.116693:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141107072:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1790100719.116732:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100719.116770:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926084beb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790100719.117146:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141107072 00000100:00100000:1.0:1790100719.117152:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141107072 00000100:00100000:1.0:1790100719.117199:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1790100719.117213:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:22738:x1877056141107072:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1790100719.117230:0:22735:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1790100719.117251:0:22735:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1790100719.117253:0:22735:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1790100719.117329:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:22738:x1877056141107072:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 123us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100719.117336:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1790100719.117744:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141107072:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1790100719.117799:0:22738:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1790100719.117806:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b6e00/0xc87a4f22982889f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982889fd expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100719.117815:0:22738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a63b6e00/0xc87a4f22982889f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f22982889fd expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100719.117832:0:22738:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1790100719.117835:0:22738:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff926085324000 from 14 10000000:01000000:3.0:1790100719.117837:0:22738:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790100719.117873:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b7200/0xc87a4f2298288a04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100719.117881:0:22738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a63b7200/0xc87a4f2298288a04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100719.117890:0:22738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a63b7200/0xc87a4f2298288a04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100719.117902:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141107200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1790100719.117933:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100719.117966:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926084beb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790100719.118172:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141107200 00000100:00100000:0.0:1790100719.118177:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141107200 00000100:00100000:0.0:1790100719.118202:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1790100719.118208:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:22738:x1877056141107200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790100719.118226:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100719.118241:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926191687200/0xc87a4f2298288a0b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f2298288a04 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100719.118257:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926191687200/0xc87a4f2298288a0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f2298288a04 expref: 24 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100719.118266:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926191687200/0xc87a4f2298288a0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288a04 expref: 24 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100719.118286:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926191687200, rc 0) 00000100:00100000:0.0:1790100719.118313:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:22738:x1877056141107200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 104us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100719.118318:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1790100719.118512:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141107200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790100719.118522:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a63b7200/0xc87a4f2298288a04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288a0b expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100719.118530:0:22738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a63b7200/0xc87a4f2298288a04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298288a0b expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100719.118564:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141107328:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1790100719.118588:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100719.118618:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926084beb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790100719.120706:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141107328 00000100:00100000:0.0:1790100719.120719:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141107328 00000100:00100000:0.0:1790100719.120763:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1790100719.120771:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:22738:x1877056141107328:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1790100719.120791:0:22736:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1790100719.120807:0:22736:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1790100719.120810:0:22736:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1790100719.120952:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:22738:x1877056141107328:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 180us (2361us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100719.120960:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1790100719.121724:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141107328:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1790100719.121795:0:22738:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1790100719.121809:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b7200/0xc87a4f2298288a04 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288a0b expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100719.121819:0:22738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a63b7200/0xc87a4f2298288a04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288a0b expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1790100719.241758:0:23493:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1790100720.145621:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100721.161491:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100722.125949:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141107456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790100722.126014:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100722.126060:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1790100722.126066:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141107584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790100722.126088:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100722.126539:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141107456 00000100:00100000:0.0:1790100722.126546:0:24248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141107456 00000100:00100000:0.0:1790100722.126604:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790100722.126613:0:24248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141107456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1790100722.126639:0:24248:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1790100722.126682:0:24248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141107456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100722.126688:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790100722.126709:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141107584 00000100:00100000:0.0:1790100722.126712:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141107584 00000100:00100000:0.0:1790100722.126733:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1790100722.126738:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be735f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141107584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1790100722.126764:0:22745:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1790100722.126790:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be735f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141107584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100722.126796:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1790100722.126840:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141107584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790100722.126856:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141107456:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1790100722.127045:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1790100722.184726:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100722.637739:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141107712:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790100722.637810:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100722.637969:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141107712 00000100:00100000:0.0:1790100722.637977:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141107712 00000100:00100000:0.0:1790100722.638035:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1790100722.638045:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be736a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141107712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790100722.638074:0:22745:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1790100722.638113:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be736a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141107712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100722.638119:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1790100722.638198:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141107712:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1790100723.211760:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100723.656596:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141107840:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790100723.656670:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100723.657802:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be736300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141108096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790100723.657848:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100723.657874:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141108608:0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.657896:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100723.657914:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1877056141109120:0@lo:400:kworker.0 00000100:00100000:0.0:1790100723.657934:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141107840 00000100:00100000:1.0:1790100723.657935:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100723.657941:0:24248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141107840 00000100:00100000:1.0:1790100723.657951:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1877056141109632:0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.657967:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100723.657978:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141108096 00000100:00100000:1.0:1790100723.657981:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1790100723.657981:0:24248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141108096 00000100:00100000:1.0:1790100723.657986:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a506ab7a-0172-45f1-980b-f79bd4c4429c:3644:1877056141107968:0@lo:400:kworker.0 00000100:00100000:0.0:1790100723.657998:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790100723.658006:0:24248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141107840:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790100723.658008:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100723.658042:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141108480:0@lo:400:kworker.0 00002000:00000024:0.0:1790100723.658044:0:24248:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1790100723.658061:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100723.658075:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141108992:0@lo:400:kworker.0 00000100:00100000:0.0:1790100723.658078:0:24248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141107840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (1409us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100723.658084:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790100723.658101:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790100723.658102:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100723.658107:0:24248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3644:x1877056141108096:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790100723.658123:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1877056141109504:0@lo:400:kworker.0 00002000:00000024:0.0:1790100723.658123:0:24248:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1790100723.658141:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100723.658145:0:24248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3644:x1877056141108096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100723.658151:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790100723.658172:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be736300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141108096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1790100723.658186:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141109120 00000100:00100000:0.0:1790100723.658190:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141109120 00000100:00100000:1.0:1790100723.658193:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141108608 00000100:00100000:1.0:1790100723.658196:0:24245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141108608 00000100:00100000:0.0:1790100723.658207:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141109632 00000100:00100000:0.0:1790100723.658209:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141109632 00000100:00100000:1.0:1790100723.658214:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141108480 00000100:00100000:1.0:1790100723.658216:0:24245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141108480 00000100:00100000:0.0:1790100723.658221:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141109504 00000100:00100000:0.0:1790100723.658222:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141109504 00000100:00100000:1.0:1790100723.658233:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141108992 00000100:00100000:1.0:1790100723.658235:0:24245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141108992 00000100:00100000:0.0:1790100723.658235:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1790100723.658240:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1877056141109120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.658245:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790100723.658250:0:24245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1877056141108608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.658274:0:24245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1877056141108608:12345-0@lo:400:kworker.0 Request processed in 24us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100723.658274:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1877056141109120:12345-0@lo:400:kworker.0 Request processed in 33us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100723.658281:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790100723.658281:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1790100723.658293:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790100723.658293:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1790100723.658298:0:24245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141108480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100723.658298:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a625ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1877056141109632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.658322:0:24245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141108480:12345-0@lo:400:kworker.0 Request processed in 24us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100723.658322:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a625ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1877056141109632:12345-0@lo:400:kworker.0 Request processed in 24us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100723.658328:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790100723.658328:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1790100723.658355:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790100723.658361:0:24245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083013480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141108992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100723.658361:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1790100723.658367:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083011880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1877056141109504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.658388:0:24245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083013480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141108992:12345-0@lo:400:kworker.0 Request processed in 27us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100723.658394:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790100723.658422:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141108224:0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.658444:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100723.658469:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877056141108736:0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.658490:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100723.658500:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083011880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1877056141109504:12345-0@lo:400:kworker.0 Request processed in 133us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100723.658503:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1877056141109248:0@lo:400:kworker.0 00000100:00100000:0.0:1790100723.658506:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1790100723.658516:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141108736 00000100:00100000:1.0:1790100723.658519:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100723.658519:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141108736 00000100:00100000:1.0:1790100723.658533:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1790100723.658538:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141108352:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790100723.658538:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141109248 00000100:00100000:0.0:1790100723.658540:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141109248 00000100:00100000:0.0:1790100723.658553:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1790100723.658556:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100723.658558:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083011180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877056141108736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.658570:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141108864:0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.658586:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100723.658590:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083011180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877056141108736:12345-0@lo:400:kworker.0 Request processed in 32us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100723.658596:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1790100723.658608:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1790100723.658614:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083012680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1877056141109248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100723.658710:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083012680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1877056141109248:12345-0@lo:400:kworker.0 Request processed in 96us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100723.658717:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:0.0:1790100723.658733:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1790100723.658737:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1790100723.658739:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790100723.658741:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790100723.658749:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141107968 00000100:00100000:0.0:1790100723.658753:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141107968 00000100:00100000:0.0:1790100723.658775:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1790100723.658781:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:3644:x1877056141107968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.658867:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1877056141109376:0@lo:400:kworker.0 00000100:00100000:0.0:1790100723.658869:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:3644:x1877056141107968:12345-0@lo:400:kworker.0 Request processed in 88us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100723.658876:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1790100723.658890:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1790100723.658915:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff926083d6b100 x1877056141108736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100723.658926:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877056141108736:0@lo:400:kworker.0 00010000:00080000:1.0:1790100723.658936:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff926083d68380 x1877056141109248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100723.658944:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1877056141109248:0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.658967:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141108224 00000100:00100000:1.0:1790100723.658971:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141108224 00000100:00100000:0.0:1790100723.658988:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a506ab7a-0172-45f1-980b-f79bd4c4429c:3644:1877056141107968:0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.658989:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141108864 00000100:00100000:1.0:1790100723.658991:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141108864 00000100:00100000:0.0:1790100723.658999:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141108480:0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.659002:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1790100723.659007:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083010000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141108224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100723.659008:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141108992:0@lo:400:kworker.0 00010000:00080000:0.0:1790100723.659039:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff926083d6a680 x1877056141109504/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100723.659048:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1877056141109504:0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.659052:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083010000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141108224:12345-0@lo:400:kworker.0 Request processed in 45us (607us total) trans 0 rc 0/0 00010000:00080000:0.0:1790100723.659057:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff926083d6a300 x1877056141109120/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100723.659065:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1877056141109120:0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.659066:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00010000:00080000:0.0:1790100723.659073:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff926083d68e00 x1877056141109632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100723.659078:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1790100723.659081:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1877056141109632:0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.659083:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083013800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141108864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100723.659090:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141108608:0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.659107:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083013800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141108864:12345-0@lo:400:kworker.0 Request processed in 24us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100723.659112:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1790100723.659125:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141108352 00000100:00100000:1.0:1790100723.659127:0:24248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141108352 00000100:00100000:1.0:1790100723.659147:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790100723.659154:0:24248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083011500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141108352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1790100723.659165:0:24248:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1790100723.659189:0:24248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083011500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141108352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100723.659195:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790100723.659211:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141109376 00000100:00100000:1.0:1790100723.659214:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141109376 00000100:00100000:1.0:1790100723.659248:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1790100723.659254:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083013100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1877056141109376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.659280:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083013100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1877056141109376:12345-0@lo:400:kworker.0 Request processed in 27us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100723.659285:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1790100723.659319:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141107840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790100723.659416:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141108352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1790100723.659428:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141108864:0@lo:400:kworker.0 00010000:00080000:1.0:1790100723.659444:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff926083d68700 x1877056141109376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100723.659452:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1877056141109376:0@lo:400:kworker.0 00000100:00100000:1.0:1790100723.659460:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141108224:0@lo:400:kworker.0 00000100:00080000:0.0:1790100723.660011:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1790100724.241799:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1790100724.641985:0:25415:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000001:00080000:1.0:1790100724.683869:0:25058:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00010000:00010000:3.0:1790100725.256561:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1790100725.618372:0:25467:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1790100725.618647:0:25467:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:1.0:1790100725.707125:0:22775:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1790100726.283933:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1790100726.401810:0:25517:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790100726.402658:0:25517:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1790100726.731516:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100726.731636:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127381888 00000100:00100000:0.0:1790100726.731645:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127381888 00000100:00100000:0.0:1790100726.731690:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 115 00000100:00100000:0.0:1790100726.731698:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2418:x1877056127381888:12345-192.168.203.13@tcp:250:mount.lustre.0 00010000:00080000:0.0:1790100726.731724:0:22734:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from b9774254-2c0d-4c06-a9f2-eb87d827bb98@192.168.203.13@tcp t0 exp 0000000000000000 cur 578 last 0 00000020:00000080:0.0:1790100726.731752:0:22734:0:(genops.c:1384:class_connect()) connect: client b9774254-2c0d-4c06-a9f2-eb87d827bb98, cookie 0xc87a4f2298288a12 00000100:00080000:0.0:1790100726.731869:0:22734:0:(import.c:65:import_set_state_nolock()) ffff9261c1e3d000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790100726.731930:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+5:2418:x1877056127381888:12345-192.168.203.13@tcp:250:mount.lustre.0 Request processed in 231us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100726.731937:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 115 00000100:00100000:3.0:1790100726.733781:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100726.733872:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127382016 00000100:00100000:0.0:1790100726.733892:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127382016 00000100:00100000:0.0:1790100726.734097:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 116 00000100:00100000:0.0:1790100726.734107:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c20c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+5:18034:x1877056127382016:12345-192.168.203.13@tcp:101:mount.lustre.0 00010000:00010000:0.0:1790100726.734122:0:22736:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100726.734139:0:22736:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926191687e00/0xc87a4f2298288a19 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e6b5 expref: -99 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100726.734164:0:22736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926191687e00/0xc87a4f2298288a19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6b5 expref: 6 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100726.734175:0:22736:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926191687e00/0xc87a4f2298288a19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6b5 expref: 6 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100726.734184:0:22736:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926191687e00, rc 0) 00000100:00100000:0.0:1790100726.734242:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c20c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+6:18034:x1877056127382016:12345-192.168.203.13@tcp:101:mount.lustre.0 Request processed in 137us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100726.734249:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 116 00000100:00100000:1.0:1790100726.737390:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100726.737458:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127382144 00000100:00100000:2.0:1790100726.737469:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127382144 00000100:00100000:2.0:1790100726.737524:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 117 00000100:00100000:2.0:1790100726.737535:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c20c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+6:18034:x1877056127382144:12345-192.168.203.13@tcp:501:mount.lustre.0 00000100:00100000:2.0:1790100726.737663:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c20c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+6:18034:x1877056127382144:12345-192.168.203.13@tcp:501:mount.lustre.0 Request processed in 130us (283us total) trans 0 rc -2/-2 00000100:00100000:2.0:1790100726.737670:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 117 00000100:00100000:3.0:1790100726.740132:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100726.740295:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127382272 00000100:00100000:0.0:1790100726.740305:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127382272 00000100:00100000:0.0:1790100726.740381:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 118 00000100:00100000:0.0:1790100726.740391:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c20c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+6:18034:x1877056127382272:12345-192.168.203.13@tcp:101:mount.lustre.0 00010000:00010000:0.0:1790100726.740405:0:22736:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100726.740423:0:22736:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926191687600/0xc87a4f2298288a20 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e6bc expref: -99 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100726.740449:0:22736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926191687600/0xc87a4f2298288a20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6bc expref: 7 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100726.740460:0:22736:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926191687600/0xc87a4f2298288a20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6bc expref: 7 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100726.740481:0:22736:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926191687600, rc 0) 00000100:00100000:0.0:1790100726.740539:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c20c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+7:18034:x1877056127382272:12345-192.168.203.13@tcp:101:mount.lustre.0 Request processed in 150us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100726.740547:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 118 00000100:00100000:3.0:1790100726.745063:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100726.745252:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127382400 00000100:00100000:0.0:1790100726.745262:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127382400 00000100:00100000:0.0:1790100726.745387:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 119 00000100:00100000:0.0:1790100726.745397:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c20c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+7:18034:x1877056127382400:12345-192.168.203.13@tcp:501:mount.lustre.0 00000100:00100000:0.0:1790100726.745547:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c20c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+8:18034:x1877056127382400:12345-192.168.203.13@tcp:501:mount.lustre.0 Request processed in 152us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100726.745555:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 119 00000100:00100000:1.0:1790100726.747112:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100726.747317:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127382528 00000100:00100000:0.0:1790100726.747327:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127382528 00000100:00100000:0.0:1790100726.747401:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 120 00000100:00100000:0.0:1790100726.747410:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c20c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+8:18034:x1877056127382528:12345-192.168.203.13@tcp:503:mount.lustre.0 00000100:00100000:0.0:1790100726.747544:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c20c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+8:18034:x1877056127382528:12345-192.168.203.13@tcp:503:mount.lustre.0 Request processed in 134us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100726.747552:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 120 00000100:00100000:3.0:1790100726.753646:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100726.753835:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127382656 00000100:00100000:1.0:1790100726.753846:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127382656 00000100:00100000:1.0:1790100726.753897:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 121 00000100:00100000:1.0:1790100726.753906:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c20c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+8:18053:x1877056127382656:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790100726.754126:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c20c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+8:18053:x1877056127382656:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 220us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100726.754134:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 121 00000100:00100000:3.0:1790100726.782691:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100726.782775:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127382784 00000100:00100000:2.0:1790100726.782786:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127382784 00000100:00100000:2.0:1790100726.782841:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 122 00000100:00100000:2.0:1790100726.782851:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926189975850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+8:18053:x1877056127382784:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790100726.783034:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926189975850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+8:18053:x1877056127382784:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 183us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100726.783043:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 122 00000100:00100000:3.0:1790100726.791492:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100726.792126:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127382912 00000100:00100000:0.0:1790100726.792137:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127382912 00000100:00100000:0.0:1790100726.792201:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 123 00000100:00100000:0.0:1790100726.792212:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6125450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+8:18053:x1877056127382912:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:0.0:1790100726.792841:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6125450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+8:18053:x1877056127382912:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 628us (1355us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100726.792862:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 123 00000100:00100000:3.0:1790100726.797798:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100726.798406:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127383040 00000100:00100000:1.0:1790100726.798417:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127383040 00000100:00100000:1.0:1790100726.798477:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 124 00000100:00100000:1.0:1790100726.798487:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6124050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+8:18034:x1877056127383040:12345-192.168.203.13@tcp:101:mount.lustre.0 00010000:00010000:1.0:1790100726.798501:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790100726.798517:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261b66e0200/0xc87a4f2298288a27 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e6ed expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100726.798543:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261b66e0200/0xc87a4f2298288a27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6ed expref: 9 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100726.798566:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261b66e0200/0xc87a4f2298288a27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6ed expref: 9 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100726.798575:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261b66e0200, rc 0) 00000100:00100000:1.0:1790100726.798715:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6124050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+9:18034:x1877056127383040:12345-192.168.203.13@tcp:101:mount.lustre.0 Request processed in 228us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100726.798722:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 124 00000100:00100000:1.0:1790100726.806526:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100726.806633:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127383168 00000100:00100000:0.0:1790100726.806643:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127383168 00000100:00100000:0.0:1790100726.806694:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 125 00000100:00100000:0.0:1790100726.806703:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6127c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+9:18034:x1877056127383168:12345-192.168.203.13@tcp:256:mount.lustre.0 20000000:01000000:0.0:1790100726.806745:0:22736:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1790100726.806778:0:22736:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1790100726.806782:0:22736:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1790100726.806786:0:22736:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1790100726.806788:0:22736:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1790100726.806791:0:22736:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1790100726.810376:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6127c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+9:18034:x1877056127383168:12345-192.168.203.13@tcp:256:mount.lustre.0 Request processed in 3638us (3821us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100726.810390:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 125 00000100:00100000:3.0:1790100726.819458:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100726.819867:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127383296 00000100:00100000:1.0:1790100726.819878:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127383296 00000100:00100000:1.0:1790100726.819931:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 126 00000100:00100000:1.0:1790100726.819941:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6127450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+9:18034:x1877056127383296:12345-192.168.203.13@tcp:101:mount.lustre.0 00010000:00010000:1.0:1790100726.819957:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790100726.819983:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288a2e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e6f4 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100726.820017:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288a2e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6f4 expref: 10 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100726.820029:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288a2e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6f4 expref: 10 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100726.820038:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261b66e1400, rc 0) 00000100:00100000:1.0:1790100726.820100:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6127450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+10:18034:x1877056127383296:12345-192.168.203.13@tcp:101:mount.lustre.0 Request processed in 160us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100726.820107:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 126 00000100:00100000:1.0:1790100726.824509:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100726.825761:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127383424 00000100:00100000:0.0:1790100726.825773:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127383424 00000100:00100000:0.0:1790100726.825839:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 127 00000100:00100000:0.0:1790100726.825849:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6125c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+10:18034:x1877056127383424:12345-192.168.203.13@tcp:501:mount.lustre.0 00000100:00100000:0.0:1790100726.826015:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6125c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+10:18034:x1877056127383424:12345-192.168.203.13@tcp:501:mount.lustre.0 Request processed in 166us (1513us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100726.826023:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 127 00000100:00100000:3.0:1790100726.828253:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100726.829072:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127383552 00000100:00100000:2.0:1790100726.829082:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127383552 00000100:00100000:2.0:1790100726.829148:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 128 00000100:00100000:2.0:1790100726.829157:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926184214450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+10:18034:x1877056127383552:12345-192.168.203.13@tcp:503:mount.lustre.0 00000100:00100000:2.0:1790100726.829288:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926184214450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+10:18034:x1877056127383552:12345-192.168.203.13@tcp:503:mount.lustre.0 Request processed in 131us (1043us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100726.829296:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 128 00000100:00100000:3.0:1790100726.831841:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100726.831988:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127383680 00000100:00100000:1.0:1790100726.832004:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127383680 00000100:00100000:1.0:1790100726.832087:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 129 00000100:00100000:1.0:1790100726.832098:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+10:18058:x1877056127383680:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790100726.832243:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+10:18058:x1877056127383680:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 146us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100726.832251:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 129 00000100:00100000:1.0:1790100726.837225:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100726.837317:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127383808 00000100:00100000:2.0:1790100726.837327:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127383808 00000100:00100000:2.0:1790100726.837411:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 130 00000100:00100000:2.0:1790100726.837423:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+10:18058:x1877056127383808:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790100726.837603:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+10:18058:x1877056127383808:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 182us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100726.837611:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 130 00000100:00100000:3.0:1790100726.845328:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100726.845403:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100726.845496:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127383936 00000100:00100000:2.0:1790100726.845505:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127383936 00000100:00100000:2.0:1790100726.845536:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127384192 00000100:00100000:2.0:1790100726.845539:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127384192 00000100:00100000:2.0:1790100726.845553:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:2.0:1790100726.845561:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2418:x1877056127383936:12345-192.168.203.13@tcp:38:mount.lustre.0 00010000:00080000:2.0:1790100726.845589:0:22740:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09@192.168.203.13@tcp t0 exp 0000000000000000 cur 578 last 0 00000020:00000080:2.0:1790100726.845637:0:22740:0:(genops.c:1384:class_connect()) connect: client 6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09, cookie 0xc87a4f2298288a35 00000004:00100000:2.0:1790100726.845661:0:22740:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1790100726.845853:0:22740:0:(import.c:65:import_set_state_nolock()) ffff9261b2020800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790100726.845920:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:2418:x1877056127383936:12345-192.168.203.13@tcp:38:mount.lustre.0 Request processed in 358us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100726.845928:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:2.0:1790100726.845946:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 8 00000100:00100000:2.0:1790100726.845965:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2418:x1877056127384192:12345-192.168.203.13@tcp:38:mount.lustre.0 00010000:00080000:2.0:1790100726.845980:0:22740:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09@192.168.203.13@tcp t0 exp 0000000000000000 cur 578 last 0 00000020:00000080:2.0:1790100726.846022:0:22740:0:(genops.c:1384:class_connect()) connect: client 6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09, cookie 0xc87a4f2298288a3c 00000004:00100000:2.0:1790100726.846034:0:22740:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1790100726.846172:0:22740:0:(import.c:65:import_set_state_nolock()) ffff9261c1e15800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790100726.846194:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:2418:x1877056127384192:12345-192.168.203.13@tcp:38:mount.lustre.0 Request processed in 229us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100726.846201:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 8 00000100:00100000:3.0:1790100726.862722:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100726.862867:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127384448 00000100:00100000:2.0:1790100726.862877:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127384448 00000100:00100000:2.0:1790100726.862955:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 9 00000100:00100000:2.0:1790100726.862966:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18034:x1877056127384448:12345-192.168.203.13@tcp:41:mount.lustre.0 00000004:00000024:2.0:1790100726.863009:0:22740:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1790100726.863093:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18034:x1877056127384448:12345-192.168.203.13@tcp:41:mount.lustre.0 Request processed in 129us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100726.863101:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 9 00000100:00080000:0.0:1790100726.863549:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1790100726.865250:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100726.865504:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127384064 00000100:00100000:0.0:1790100726.865513:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127384064 00000100:00100000:0.0:1790100726.865573:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 10 00000100:00100000:0.0:1790100726.865583:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:0:x1877056127384064:12345-192.168.203.13@tcp:41:mount.lustre.0 00000004:00000024:0.0:1790100726.865616:0:22741:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1790100726.865673:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:0:x1877056127384064:12345-192.168.203.13@tcp:41:mount.lustre.0 Request processed in 91us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100726.865680:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 10 00000100:00100000:3.0:1790100726.867105:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100726.867210:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100726.868971:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127384576 00000100:00100000:2.0:1790100726.868983:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127384576 00000100:00100000:2.0:1790100726.869052:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127384320 00000100:00100000:2.0:1790100726.869056:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127384320 00000100:00100000:2.0:1790100726.869096:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 11 00000100:00100000:2.0:1790100726.869106:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18034:x1877056127384576:12345-192.168.203.13@tcp:40:mount.lustre.0 00000100:00100000:2.0:1790100726.869186:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18034:x1877056127384576:12345-192.168.203.13@tcp:40:mount.lustre.0 Request processed in 81us (2087us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100726.869193:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 11 00000100:00100000:2.0:1790100726.869222:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 12 00000100:00100000:2.0:1790100726.869228:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:0:x1877056127384320:12345-192.168.203.13@tcp:41:mount.lustre.0 00000004:00000024:2.0:1790100726.869250:0:22741:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1790100726.869295:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:0:x1877056127384320:12345-192.168.203.13@tcp:41:mount.lustre.0 Request processed in 66us (2084us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100726.869301:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 12 00000100:00080000:3.0:1790100726.869363:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790100726.872846:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100726.872967:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127384960 00000100:00100000:1.0:1790100726.872977:0:22751:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127384960 00000100:00100000:1.0:1790100726.873040:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 3 00000100:00100000:1.0:1790100726.873050:0:22751:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18034:x1877056127384960:12345-192.168.203.13@tcp:900:mount.lustre.0 00000100:00100000:1.0:1790100726.873129:0:22751:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18034:x1877056127384960:12345-192.168.203.13@tcp:900:mount.lustre.0 Request processed in 80us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100726.873136:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 3 00000100:00100000:3.0:1790100726.875138:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100726.875178:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100726.875259:0:24811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127384704 00000100:00100000:2.0:1790100726.875268:0:24811:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127384704 00000100:00100000:2.0:1790100726.875304:0:24811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127384832 00000100:00100000:2.0:1790100726.875307:0:24811:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127384832 00000100:00100000:2.0:1790100726.875331:0:24811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 16 00000100:00100000:2.0:1790100726.875370:0:24811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2418:x1877056127384704:12345-192.168.203.13@tcp:8:mount.lustre.0 00010000:00080000:2.0:1790100726.875401:0:24811:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09@192.168.203.13@tcp t0 exp 0000000000000000 cur 578 last 0 00000020:00000080:2.0:1790100726.875435:0:24811:0:(genops.c:1384:class_connect()) connect: client 6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09, cookie 0xc87a4f2298288a43 00002000:00100000:2.0:1790100726.875445:0:24811:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09/ffff9261c1e10000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a3f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1790100726.875462:0:24811:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1790100726.875667:0:24811:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1790100726.875694:0:24811:0:(import.c:65:import_set_state_nolock()) ffff9261c1e17000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790100726.875750:0:24811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:2418:x1877056127384704:12345-192.168.203.13@tcp:8:mount.lustre.0 Request processed in 410us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100726.875757:0:24811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 16 00000100:00100000:2.0:1790100726.875775:0:24811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 17 00000100:00100000:2.0:1790100726.875779:0:24811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2418:x1877056127384832:12345-192.168.203.13@tcp:8:mount.lustre.0 00010000:00080000:2.0:1790100726.875794:0:24811:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09@192.168.203.13@tcp t0 exp 0000000000000000 cur 578 last 0 00000020:00000080:2.0:1790100726.875811:0:24811:0:(genops.c:1384:class_connect()) connect: client 6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09, cookie 0xc87a4f2298288a4a 00002000:00100000:2.0:1790100726.875821:0:24811:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09/ffff9261c1e11800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a3f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1790100726.875832:0:24811:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1790100726.875943:0:24811:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1790100726.875957:0:24811:0:(import.c:65:import_set_state_nolock()) ffff9261c1e16800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790100726.875978:0:24811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:2418:x1877056127384832:12345-192.168.203.13@tcp:8:mount.lustre.0 Request processed in 197us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100726.875985:0:24811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 17 00000100:00100000:2.0:1790100726.878294:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100726.884263:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127385088 00000100:00100000:1.0:1790100726.884277:0:22743:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127385088 00000100:00100000:1.0:1790100726.884436:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 0 00000100:00100000:1.0:1790100726.884448:0:22743:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18034:x1877056127385088:12345-192.168.203.13@tcp:33:mount.lustre.0 00000004:00080000:1.0:1790100726.889202:0:22743:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 4673us 00000004:00200000:1.0:1790100726.912768:0:22743:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1790100726.912891:0:22743:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18034:x1877056127385088:12345-192.168.203.13@tcp:33:mount.lustre.0 Request processed in 28440us (34600us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100726.912916:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 0 00000100:00100000:3.0:1790100727.112810:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100727.113110:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127385216 00000100:00100000:2.0:1790100727.113121:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127385216 00000100:00100000:2.0:1790100727.113198:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 13 00000100:00100000:2.0:1790100727.113209:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18081:x1877056127385216:12345-192.168.203.13@tcp:101:mkdir.0 00010000:00010000:2.0:1790100727.113227:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100727.113250:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288a51 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e725 expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100727.113312:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926083926600/0xc87a4f2298288a58 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100727.113326:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083926600/0xc87a4f2298288a58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100727.113376:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083926600/0xc87a4f2298288a58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790100727.113437:0:22741:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1790100727.113441:0:22741:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1790100727.113477:0:22741:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff926083926600/0xc87a4f2298288a58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100727.113522:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288a51 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e725 expref: 8 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100727.113541:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff926083926600/0xc87a4f2298288a58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e725 expref: 7 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100727.113549:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:2.0:1790100727.113552:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1790100727.113556:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083926600, rc 0) 00000100:00100000:2.0:1790100727.113613:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:18081:x1877056127385216:12345-192.168.203.13@tcp:101:mkdir.0 Request processed in 405us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100727.113620:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 13 00000100:00100000:3.0:1790100727.240942:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790100727.241800:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790100727.241823:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141109888:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790100727.241891:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100727.242023:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141109888 00000100:00100000:0.0:1790100727.242031:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141109888 00000100:00100000:0.0:1790100727.242096:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790100727.242105:0:24247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141109888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1790100727.242126:0:24247:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1790100727.242167:0:24247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141109888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100727.242173:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1790100727.242235:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790100727.242273:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141109888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790100727.243579:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141109760:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790100727.243649:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100727.243739:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141109760 00000100:00100000:1.0:1790100727.243746:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141109760 00000100:00100000:1.0:1790100727.243790:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1790100727.243799:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141109760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790100727.243822:0:22745:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1790100727.243875:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141109760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100727.243881:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1790100727.243974:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141109760:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1790100727.304680:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100727.752744:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790100727.752763:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141110016:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790100727.752827:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100727.752919:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141110016 00000100:00100000:0.0:1790100727.752927:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141110016 00000100:00100000:0.0:1790100727.752970:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1790100727.752977:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141110016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790100727.753021:0:22745:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1790100727.753063:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141110016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100727.753070:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1790100727.753124:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141110016:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1790100728.329638:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100728.777522:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1790100728.777543:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141110272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1790100728.777603:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100728.777663:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141110272 00000100:00100000:0.0:1790100728.777671:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141110272 00000100:00100000:0.0:1790100728.777717:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790100728.777726:0:24247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141110272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1790100728.777755:0:24247:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1790100728.777799:0:24247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141110272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100728.777806:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790100728.777829:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b79ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141110144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790100728.777866:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100728.777906:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1790100728.777926:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141110272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1790100728.777940:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141110144 00000100:00100000:0.0:1790100728.777943:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141110144 00000100:00100000:0.0:1790100728.777959:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790100728.777964:0:24247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141110144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1790100728.777973:0:24247:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1790100728.778013:0:24247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141110144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100728.778018:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790100728.778043:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b79ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141110144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790100728.778609:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790100728.778621:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141110400:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1790100728.778656:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100728.778826:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141110400 00000100:00100000:2.0:1790100728.778831:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141110400 00000100:00100000:2.0:1790100728.778871:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790100728.778879:0:24247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141110400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1790100728.778896:0:24247:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1790100728.778940:0:24247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141110400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100728.778947:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1790100728.779164:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141110400:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1790100728.779907:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1790100728.779915:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790100728.780100:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141110912:0@lo:400:kworker.0 00000100:00100000:3.0:1790100728.780248:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141110656:0@lo:400:kworker.0 00000100:00100000:1.0:1790100728.780316:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141110528:0@lo:400:kworker.0 00000100:00100000:2.0:1790100728.780389:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877056141110784:0@lo:400:kworker.0 00000100:00100000:3.0:1790100728.781628:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100728.781682:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1877056141111168:0@lo:400:kworker.0 00000100:00100000:3.0:1790100728.781714:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100728.781734:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1877056141111680:0@lo:400:kworker.0 00000100:00100000:3.0:1790100728.782058:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100728.782107:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141111168 00000100:00100000:3.0:1790100728.782115:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141111168 00000100:00100000:3.0:1790100728.782420:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141111680 00000100:00100000:3.0:1790100728.782542:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141111680 00000100:00100000:3.0:1790100728.782578:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1790100728.782598:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1877056141111168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100728.782654:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1877056141111168:12345-0@lo:400:kworker.0 Request processed in 57us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100728.782661:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1790100728.782679:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1790100728.782685:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1877056141111680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100728.782712:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1877056141111680:12345-0@lo:400:kworker.0 Request processed in 28us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100728.782716:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:3.0:1790100728.782734:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790100728.782745:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141110656 00000100:00100000:3.0:1790100728.782749:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141110656 00000100:00100000:3.0:1790100728.782797:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1790100728.782803:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141110656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100728.782836:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141110656:12345-0@lo:400:kworker.0 Request processed in 33us (1213us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100728.782842:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1790100728.782954:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141110656:0@lo:400:kworker.0 00000100:00100000:3.0:1790100728.782966:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1877056141111168:0@lo:400:kworker.0 00010000:00080000:3.0:1790100728.782988:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff926083d6b100 x1877056141111680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790100728.783000:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1877056141111680:0@lo:400:kworker.0 00000100:00100000:1.0:1790100728.783248:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100728.783301:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141111040:0@lo:400:kworker.0 00000100:00100000:1.0:1790100728.783331:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100728.783370:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1877056141111552:0@lo:400:kworker.0 00000100:00100000:1.0:1790100728.783390:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100728.783796:0:25127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141111040 00000100:00100000:1.0:1790100728.783803:0:25127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141111040 00000100:00100000:1.0:1790100728.783842:0:25127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790100728.783861:0:25127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083012300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141111040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100728.783904:0:25127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083012300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141111040:12345-0@lo:400:kworker.0 Request processed in 56us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100728.783922:0:25127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790100728.783954:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141111040:0@lo:400:kworker.0 00000100:00100000:3.0:1790100728.784138:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141111552 00000100:00100000:3.0:1790100728.784143:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141111552 00000100:00100000:3.0:1790100728.784189:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1790100728.784201:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083010380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1877056141111552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100728.784259:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083010380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1877056141111552:12345-0@lo:400:kworker.0 Request processed in 59us (868us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100728.784266:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1790100728.784286:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141110528 00000100:00100000:3.0:1790100728.784289:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141110528 00000100:00100000:3.0:1790100728.784311:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1790100728.784316:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:3643:x1877056141110528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100728.784368:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:3643:x1877056141110528:12345-0@lo:400:kworker.0 Request processed in 52us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100728.784374:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00080000:1.0:1790100728.785092:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1790100728.785122:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141110528:0@lo:400:kworker.0 00000100:00100000:1.0:1790100728.785138:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1877056141111552:0@lo:400:kworker.0 00000100:00100000:2.0:1790100728.785654:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100728.785696:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1877056141111296:0@lo:400:kworker.0 00000100:00100000:2.0:1790100728.785726:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100728.785991:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141110784 00000100:00100000:1.0:1790100728.785998:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141110784 00000100:00100000:1.0:1790100728.786037:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141111296 00000100:00100000:1.0:1790100728.786040:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141111296 00000100:00100000:1.0:1790100728.786066:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1790100728.786074:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877056141110784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100728.786119:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877056141110784:12345-0@lo:400:kworker.0 Request processed in 46us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100728.786125:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1790100728.786140:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1790100728.786157:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1877056141111296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100728.786188:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1877056141111296:12345-0@lo:400:kworker.0 Request processed in 41us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100728.786194:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:1.0:1790100728.786209:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1790100728.786602:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877056141110784:0@lo:400:kworker.0 00000100:00100000:2.0:1790100728.786630:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1877056141111296:0@lo:400:kworker.0 00000100:00100000:0.0:1790100728.786700:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100728.786781:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1877056141111424:0@lo:400:kworker.0 00000100:00100000:0.0:1790100728.786810:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100728.787008:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141111424 00000100:00100000:1.0:1790100728.787013:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141111424 00000100:00100000:1.0:1790100728.787063:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1790100728.787070:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1877056141111424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100728.787108:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1877056141111424:12345-0@lo:400:kworker.0 Request processed in 39us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100728.787121:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:2.0:1790100728.796593:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1790100728.800560:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff926083d69180 x1877056141111424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790100728.800579:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1877056141111424:0@lo:400:kworker.0 00000100:00100000:3.0:1790100728.803928:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141110912 00000100:00100000:3.0:1790100728.803944:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141110912 00000100:00100000:3.0:1790100728.804030:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1790100728.804041:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141110912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100728.804142:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141110912:12345-0@lo:400:kworker.0 Request processed in 102us (17440us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100728.804503:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1790100728.804917:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141110912:0@lo:400:kworker.0 00010000:00010000:1.0:1790100729.352563:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100729.398311:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100729.405069:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127385344 00000100:00100000:2.0:1790100729.405084:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127385344 00000100:00100000:2.0:1790100729.405185:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 14 00000100:00100000:2.0:1790100729.405195:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:18133:x1877056127385344:12345-192.168.203.13@tcp:41:lfs.0 00000004:00000024:2.0:1790100729.405234:0:22741:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00080000:1.0:1790100729.405570:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1790100729.406047:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:18133:x1877056127385344:12345-192.168.203.13@tcp:41:lfs.0 Request processed in 849us (7740us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100729.406057:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 14 00000100:00100000:1.0:1790100729.408863:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100729.408961:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127385472 00000100:00100000:0.0:1790100729.408971:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127385472 00000100:00100000:0.0:1790100729.409045:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 15 00000100:00100000:0.0:1790100729.409058:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083010e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18133:x1877056127385472:12345-192.168.203.13@tcp:41:lfs.0 00000004:00000024:0.0:1790100729.409094:0:22740:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1790100729.409187:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083010e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18133:x1877056127385472:12345-192.168.203.13@tcp:41:lfs.0 Request processed in 132us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100729.409194:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 15 00000100:00080000:1.0:1790100729.409548:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790100729.412965:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100729.415695:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127385600 00000100:00100000:2.0:1790100729.415710:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127385600 00000100:00100000:2.0:1790100729.415808:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 13 00000100:00100000:2.0:1790100729.415819:0:24247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b79ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18133:x1877056127385600:12345-192.168.203.13@tcp:13:lfs.0 00002000:00000024:2.0:1790100729.415846:0:24247:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1790100729.415946:0:24247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b79ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18133:x1877056127385600:12345-192.168.203.13@tcp:13:lfs.0 Request processed in 128us (2990us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100729.415954:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 13 00000100:00080000:1.0:1790100729.417806:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790100729.422908:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100729.423010:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127385728 00000100:00100000:0.0:1790100729.423020:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127385728 00000100:00100000:0.0:1790100729.423090:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 14 00000100:00100000:0.0:1790100729.423100:0:24247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18133:x1877056127385728:12345-192.168.203.13@tcp:13:lfs.0 00002000:00000024:0.0:1790100729.423124:0:24247:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1790100729.423206:0:24247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18133:x1877056127385728:12345-192.168.203.13@tcp:13:lfs.0 Request processed in 107us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100729.423214:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 14 00000100:00080000:1.0:1790100729.423434:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:2.0:1790100729.481253:0:23493:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1790100729.642789:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100729.642936:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127385856 00000100:00100000:2.0:1790100729.642945:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127385856 00000100:00100000:2.0:1790100729.643011:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 132 00000100:00100000:2.0:1790100729.643021:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+10:18166:x1877056127385856:12345-192.168.203.13@tcp:101:mount.lustre.0 00010000:00010000:2.0:1790100729.643037:0:22735:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100729.643064:0:22735:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926083926800/0xc87a4f2298288a5f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e72c expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100729.643091:0:22735:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926083926800/0xc87a4f2298288a5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e72c expref: 11 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100729.643103:0:22735:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926083926800/0xc87a4f2298288a5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e72c expref: 11 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100729.643112:0:22735:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083926800, rc 0) 00000100:00100000:2.0:1790100729.643175:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+11:18166:x1877056127385856:12345-192.168.203.13@tcp:101:mount.lustre.0 Request processed in 156us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100729.643182:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 132 00000100:00100000:2.0:1790100729.649485:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100729.649691:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127385984 00000100:00100000:1.0:1790100729.649701:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127385984 00000100:00100000:1.0:1790100729.649991:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 133 00000100:00100000:1.0:1790100729.650003:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+11:18166:x1877056127385984:12345-192.168.203.13@tcp:501:mount.lustre.0 00000100:00100000:1.0:1790100729.650225:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+11:18166:x1877056127385984:12345-192.168.203.13@tcp:501:mount.lustre.0 Request processed in 224us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100729.650233:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 133 00000100:00100000:0.0:1790100729.658201:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100729.658768:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127386112 00000100:00100000:3.0:1790100729.658779:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127386112 00000100:00100000:3.0:1790100729.658838:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 134 00000100:00100000:3.0:1790100729.658848:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+11:18166:x1877056127386112:12345-192.168.203.13@tcp:503:mount.lustre.0 00000100:00100000:3.0:1790100729.659016:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+11:18166:x1877056127386112:12345-192.168.203.13@tcp:503:mount.lustre.0 Request processed in 169us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100729.659034:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 134 00000100:00100000:0.0:1790100729.691318:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100729.693111:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127386240 00000100:00100000:1.0:1790100729.693125:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127386240 00000100:00100000:1.0:1790100729.693244:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 135 00000100:00100000:1.0:1790100729.693255:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+11:18172:x1877056127386240:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790100729.693733:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+11:18172:x1877056127386240:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 477us (2421us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100729.693741:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 135 00000100:00100000:0.0:1790100729.758740:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100729.759290:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127386368 00000100:00100000:2.0:1790100729.759302:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127386368 00000100:00100000:2.0:1790100729.759384:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 136 00000100:00100000:2.0:1790100729.759394:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+11:18172:x1877056127386368:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790100729.759551:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+11:18172:x1877056127386368:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 159us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100729.759559:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 136 00000100:00100000:0.0:1790100729.769257:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100729.769620:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127386496 00000100:00100000:1.0:1790100729.769630:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127386496 00000100:00100000:1.0:1790100729.769686:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 137 00000100:00100000:1.0:1790100729.769697:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a2e5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+11:18172:x1877056127386496:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790100729.769854:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a2e5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+11:18172:x1877056127386496:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 158us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100729.769861:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 137 00000100:00100000:0.0:1790100729.773327:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100729.773461:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127386624 00000100:00100000:3.0:1790100729.773470:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127386624 00000100:00100000:3.0:1790100729.773528:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 138 00000100:00100000:3.0:1790100729.773538:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+11:18166:x1877056127386624:12345-192.168.203.13@tcp:101:mount.lustre.0 00010000:00010000:3.0:1790100729.773553:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790100729.773570:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261a63b7e00/0xc87a4f2298288a66 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e75d expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100729.773596:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261a63b7e00/0xc87a4f2298288a66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e75d expref: 12 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100729.773607:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261a63b7e00/0xc87a4f2298288a66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e75d expref: 12 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100729.773617:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261a63b7e00, rc 0) 00000100:00100000:3.0:1790100729.773671:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+12:18166:x1877056127386624:12345-192.168.203.13@tcp:101:mount.lustre.0 Request processed in 134us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100729.773678:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 138 00000100:00100000:0.0:1790100729.778923:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100729.779058:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127386752 00000100:00100000:2.0:1790100729.779068:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127386752 00000100:00100000:2.0:1790100729.779122:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 139 00000100:00100000:2.0:1790100729.779132:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+12:18166:x1877056127386752:12345-192.168.203.13@tcp:256:mount.lustre.0 20000000:01000000:2.0:1790100729.779158:0:22735:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1790100729.779181:0:22735:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1790100729.779189:0:22735:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1790100729.779193:0:22735:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1790100729.779195:0:22735:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1790100729.779198:0:22735:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1790100729.780817:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+12:18166:x1877056127386752:12345-192.168.203.13@tcp:256:mount.lustre.0 Request processed in 1677us (1912us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100729.780829:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 139 00000100:00100000:0.0:1790100729.784773:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100729.784876:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127386880 00000100:00100000:1.0:1790100729.784885:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127386880 00000100:00100000:1.0:1790100729.784955:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 140 00000100:00100000:1.0:1790100729.784964:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+12:18166:x1877056127386880:12345-192.168.203.13@tcp:101:mount.lustre.0 00010000:00010000:1.0:1790100729.784991:0:22736:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790100729.785008:0:22736:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261b66e0e00/0xc87a4f2298288a6d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e764 expref: -99 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100729.785034:0:22736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261b66e0e00/0xc87a4f2298288a6d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e764 expref: 13 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100729.785045:0:22736:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261b66e0e00/0xc87a4f2298288a6d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e764 expref: 13 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100729.785053:0:22736:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261b66e0e00, rc 0) 00000100:00100000:1.0:1790100729.785106:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:18166:x1877056127386880:12345-192.168.203.13@tcp:101:mount.lustre.0 Request processed in 143us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100729.785112:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 140 00000100:00100000:0.0:1790100729.789925:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100729.790205:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127387008 00000100:00100000:2.0:1790100729.790215:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127387008 00000100:00100000:2.0:1790100729.790269:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 141 00000100:00100000:2.0:1790100729.790279:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:18166:x1877056127387008:12345-192.168.203.13@tcp:501:mount.lustre.0 00000100:00100000:2.0:1790100729.790457:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:18166:x1877056127387008:12345-192.168.203.13@tcp:501:mount.lustre.0 Request processed in 179us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100729.790465:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 141 00000100:00100000:0.0:1790100729.793323:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100729.793535:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127387136 00000100:00100000:3.0:1790100729.793545:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127387136 00000100:00100000:3.0:1790100729.793598:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 142 00000100:00100000:3.0:1790100729.793607:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:18166:x1877056127387136:12345-192.168.203.13@tcp:503:mount.lustre.0 00000100:00100000:3.0:1790100729.793746:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:18166:x1877056127387136:12345-192.168.203.13@tcp:503:mount.lustre.0 Request processed in 139us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100729.793754:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 142 00000100:00100000:0.0:1790100729.814655:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100729.818114:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127387264 00000100:00100000:1.0:1790100729.818128:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127387264 00000100:00100000:1.0:1790100729.818195:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 143 00000100:00100000:1.0:1790100729.818206:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:18177:x1877056127387264:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790100729.819028:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:18177:x1877056127387264:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 819us (4377us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100729.819048:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 143 00000100:00100000:0.0:1790100729.833604:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100729.833738:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127387392 00000100:00100000:2.0:1790100729.833748:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127387392 00000100:00100000:2.0:1790100729.833799:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 144 00000100:00100000:2.0:1790100729.833807:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:18177:x1877056127387392:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790100729.834246:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:18177:x1877056127387392:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 437us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100729.834254:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 144 00000100:00100000:0.0:1790100729.837772:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100729.837806:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100729.837833:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100729.837866:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100729.841932:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127387776 00000100:00100000:2.0:1790100729.841949:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127387776 00000100:00100000:2.0:1790100729.842030:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127387648 00000100:00100000:2.0:1790100729.842033:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127387648 00000100:00100000:2.0:1790100729.842053:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 40 00000100:00100000:2.0:1790100729.842063:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:2420:x1877056127387776:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1790100729.842154:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:2420:x1877056127387776:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 93us (4391us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100729.842162:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 40 00000100:00100000:2.0:1790100729.842178:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 41 00000100:00100000:2.0:1790100729.842184:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:2420:x1877056127387648:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1790100729.842204:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:2420:x1877056127387648:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 20us (4371us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100729.842210:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 41 00000100:00100000:1.0:1790100729.842332:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127388032 00000100:00100000:1.0:1790100729.842336:0:24244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127388032 00000100:00100000:1.0:1790100729.842386:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127387904 00000100:00100000:1.0:1790100729.842389:0:24244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127387904 00000100:00100000:1.0:1790100729.842405:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00100000:1.0:1790100729.842411:0:24244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:2420:x1877056127388032:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1790100729.842437:0:24244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:2420:x1877056127388032:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 26us (4631us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100729.842443:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00100000:1.0:1790100729.842455:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:1.0:1790100729.842460:0:24244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:2420:x1877056127387904:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1790100729.842478:0:24244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:2420:x1877056127387904:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 18us (4612us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100729.842484:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:2.0:1790100729.845246:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100729.845307:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100729.845309:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127387520 00000100:00100000:3.0:1790100729.845321:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127387520 00000100:00100000:2.0:1790100729.845384:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127388288 00000100:00100000:2.0:1790100729.845389:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127388288 00000100:00100000:3.0:1790100729.845417:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 16 00000100:00100000:3.0:1790100729.845431:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2418:x1877056127387520:12345-192.168.203.13@tcp:38:mount.lustre.0 00010000:00080000:3.0:1790100729.845458:0:22741:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from c0de6761-7d2a-474a-8734-c8250c1625fe@192.168.203.13@tcp t0 exp 0000000000000000 cur 581 last 0 00000020:00000080:3.0:1790100729.845568:0:22741:0:(genops.c:1384:class_connect()) connect: client c0de6761-7d2a-474a-8734-c8250c1625fe, cookie 0xc87a4f2298288a74 00000004:00100000:3.0:1790100729.846024:0:22741:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1790100729.846121:0:22741:0:(import.c:65:import_set_state_nolock()) ffff92608222c000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790100729.847421:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+6:2418:x1877056127387520:12345-192.168.203.13@tcp:38:mount.lustre.0 Request processed in 1988us (2175us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100729.847434:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 16 00000100:00100000:3.0:1790100729.847464:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 17 00000100:00100000:3.0:1790100729.847470:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2418:x1877056127388288:12345-192.168.203.13@tcp:38:mount.lustre.0 00010000:00080000:3.0:1790100729.847564:0:22741:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from c0de6761-7d2a-474a-8734-c8250c1625fe@192.168.203.13@tcp t0 exp 0000000000000000 cur 581 last 0 00000020:00000080:3.0:1790100729.847671:0:22741:0:(genops.c:1384:class_connect()) connect: client c0de6761-7d2a-474a-8734-c8250c1625fe, cookie 0xc87a4f2298288a7b 00000004:00100000:3.0:1790100729.847694:0:22741:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1790100729.847775:0:22741:0:(import.c:65:import_set_state_nolock()) ffff92608222e800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790100729.847818:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+6:2418:x1877056127388288:12345-192.168.203.13@tcp:38:mount.lustre.0 Request processed in 347us (2511us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100729.847824:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 17 00000100:00100000:2.0:1790100729.859479:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100729.859514:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100729.859549:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100729.859655:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127388544 00000100:00100000:3.0:1790100729.859664:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127388544 00000100:00100000:0.0:1790100729.859715:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127388416 00000100:00100000:3.0:1790100729.859721:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127388160 00000100:00100000:0.0:1790100729.859722:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127388416 00000100:00100000:3.0:1790100729.859727:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127388160 00000100:00100000:3.0:1790100729.859746:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:3.0:1790100729.859756:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+7:18166:x1877056127388544:12345-192.168.203.13@tcp:41:mount.lustre.0 00000004:00000024:3.0:1790100729.859804:0:22741:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1790100729.859865:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+7:18166:x1877056127388544:12345-192.168.203.13@tcp:41:mount.lustre.0 Request processed in 111us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100729.859873:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:3.0:1790100729.859888:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:3.0:1790100729.859894:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+6:0:x1877056127388160:12345-192.168.203.13@tcp:41:mount.lustre.0 00000004:00000024:3.0:1790100729.859903:0:22741:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1790100729.859932:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+6:0:x1877056127388160:12345-192.168.203.13@tcp:41:mount.lustre.0 Request processed in 38us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100729.859937:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:3.0:1790100729.859948:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:3.0:1790100729.859954:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+6:0:x1877056127388416:12345-192.168.203.13@tcp:41:mount.lustre.0 00000004:00000024:3.0:1790100729.859968:0:22741:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1790100729.860002:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+6:0:x1877056127388416:12345-192.168.203.13@tcp:41:mount.lustre.0 Request processed in 48us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100729.860008:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00080000:2.0:1790100729.860535:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1790100729.860540:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1790100729.869538:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100729.870709:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127388672 00000100:00100000:2.0:1790100729.870721:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127388672 00000100:00100000:2.0:1790100729.870778:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00100000:2.0:1790100729.870787:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+6:18166:x1877056127388672:12345-192.168.203.13@tcp:40:mount.lustre.0 00000100:00100000:2.0:1790100729.872650:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+6:18166:x1877056127388672:12345-192.168.203.13@tcp:40:mount.lustre.0 Request processed in 1854us (3110us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100729.872662:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00100000:0.0:1790100729.876645:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100729.876722:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100729.876749:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100729.877901:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127389056 00000100:00100000:1.0:1790100729.877913:0:22751:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127389056 00000100:00100000:1.0:1790100729.878036:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 4 00000100:00100000:1.0:1790100729.878046:0:22751:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c0de6761-7d2a-474a-8734-c8250c1625fe+6:18166:x1877056127389056:12345-192.168.203.13@tcp:900:mount.lustre.0 00000100:00100000:1.0:1790100729.878132:0:22751:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c0de6761-7d2a-474a-8734-c8250c1625fe+6:18166:x1877056127389056:12345-192.168.203.13@tcp:900:mount.lustre.0 Request processed in 87us (1495us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100729.878140:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 4 00000100:00100000:2.0:1790100729.878268:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127388800 00000100:00100000:2.0:1790100729.878273:0:24244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127388800 00000100:00100000:2.0:1790100729.878308:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127388928 00000100:00100000:2.0:1790100729.878311:0:24244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127388928 00000100:00100000:2.0:1790100729.878327:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:2.0:1790100729.878333:0:24244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2418:x1877056127388800:12345-192.168.203.13@tcp:8:mount.lustre.0 00010000:00080000:2.0:1790100729.878371:0:24244:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from c0de6761-7d2a-474a-8734-c8250c1625fe@192.168.203.13@tcp t0 exp 0000000000000000 cur 581 last 0 00000020:00000080:2.0:1790100729.878399:0:24244:0:(genops.c:1384:class_connect()) connect: client c0de6761-7d2a-474a-8734-c8250c1625fe, cookie 0xc87a4f2298288a82 00002000:00100000:2.0:1790100729.878412:0:24244:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli c0de6761-7d2a-474a-8734-c8250c1625fe/ffff9261be7c5800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a3f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1790100729.878422:0:24244:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1790100729.878474:0:24244:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1790100729.878500:0:24244:0:(import.c:65:import_set_state_nolock()) ffff9261be7c2800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790100729.878527:0:24244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+6:2418:x1877056127388800:12345-192.168.203.13@tcp:8:mount.lustre.0 Request processed in 193us (1804us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100729.878534:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:2.0:1790100729.878547:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:2.0:1790100729.878551:0:24244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2418:x1877056127388928:12345-192.168.203.13@tcp:8:mount.lustre.0 00010000:00080000:2.0:1790100729.878564:0:24244:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from c0de6761-7d2a-474a-8734-c8250c1625fe@192.168.203.13@tcp t0 exp 0000000000000000 cur 581 last 0 00000020:00000080:2.0:1790100729.878580:0:24244:0:(genops.c:1384:class_connect()) connect: client c0de6761-7d2a-474a-8734-c8250c1625fe, cookie 0xc87a4f2298288a89 00002000:00100000:2.0:1790100729.878585:0:24244:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli c0de6761-7d2a-474a-8734-c8250c1625fe/ffff9261be7c1000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a3f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1790100729.878590:0:24244:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1790100729.878615:0:24244:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1790100729.878626:0:24244:0:(import.c:65:import_set_state_nolock()) ffff9261be7c3000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790100729.878645:0:24244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+6:2418:x1877056127388928:12345-192.168.203.13@tcp:8:mount.lustre.0 Request processed in 93us (1895us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100729.878652:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:0.0:1790100729.888825:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100729.888906:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127389184 00000100:00100000:1.0:1790100729.888916:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127389184 00000100:00100000:1.0:1790100729.888978:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 1 00000100:00100000:1.0:1790100729.889001:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b872ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+6:18166:x1877056127389184:12345-192.168.203.13@tcp:33:mount.lustre.0 00000004:00200000:1.0:1790100729.889079:0:22744:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1790100729.889157:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b872ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+6:18166:x1877056127389184:12345-192.168.203.13@tcp:33:mount.lustre.0 Request processed in 158us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100729.889165:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 1 00000100:00100000:3.0:1790100730.079104:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100730.079257:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127389312 00000100:00100000:1.0:1790100730.079267:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127389312 00000100:00100000:1.0:1790100730.079323:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 22 00000100:00100000:1.0:1790100730.079333:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6254380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0de6761-7d2a-474a-8734-c8250c1625fe+6:18200:x1877056127389312:12345-192.168.203.13@tcp:101:mkdir.0 00010000:00010000:1.0:1790100730.079376:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790100730.079397:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1600/0xc87a4f2298288a90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e795 expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100730.079458:0:22742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0a00/0xc87a4f2298288a97 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100730.079471:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0a00/0xc87a4f2298288a97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100730.079484:0:22742:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0a00/0xc87a4f2298288a97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1790100730.079582:0:22742:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1790100730.079587:0:22742:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1790100730.079735:0:22742:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0a00/0xc87a4f2298288a97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100730.079761:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1600/0xc87a4f2298288a90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e795 expref: 8 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100730.079789:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0a00/0xc87a4f2298288a97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e795 expref: 7 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100730.079798:0:22742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:1.0:1790100730.079801:0:22742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1790100730.079804:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261b66e0a00, rc 0) 00000100:00100000:1.0:1790100730.079860:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6254380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0de6761-7d2a-474a-8734-c8250c1625fe+7:18200:x1877056127389312:12345-192.168.203.13@tcp:101:mkdir.0 Request processed in 528us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100730.079867:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 22 00010000:00010000:3.0:1790100730.376638:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100731.400577:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790100732.360789:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b8729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141111808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1790100732.360859:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100732.361026:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141111808 00000100:00100000:3.0:1790100732.361035:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141111808 00000100:00100000:3.0:1790100732.361087:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1790100732.361098:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141111808:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790100732.361109:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084c13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141111936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790100732.361143:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:3.0:1790100732.361301:0:22745:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1790100732.361375:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141111808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 279us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100732.361396:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1790100732.361452:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b8729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141111808:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790100732.361604:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141111936 00000100:00100000:0.0:1790100732.361609:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141111936 00000100:00100000:0.0:1790100732.361909:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790100732.361917:0:24247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083012d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141111936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1790100732.361938:0:24247:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00080000:3.0:1790100732.362032:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790100732.363828:0:24247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083012d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141111936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1905us (2676us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100732.363840:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790100732.364609:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084c13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141111936:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1790100732.441061:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100732.872531:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b8728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141112064:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790100732.872594:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100732.872708:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141112064 00000100:00100000:0.0:1790100732.872715:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141112064 00000100:00100000:0.0:1790100732.873190:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1790100732.873203:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6256a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141112064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790100732.873235:0:22745:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1790100732.873294:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6256a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141112064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100732.873369:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b8728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141112064:0@lo:41:osp-pre-1-0.0 00000001:00100000:2.0:1790100732.878187:0:22721:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c0de6761-7d2a-474a-8734-c8250c1625fe 00000001:00100000:2.0:1790100732.878200:0:22721:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09 00000100:00100000:0.0:1790100732.880793:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000001:00100000:2.0:1790100732.883797:0:23473:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of c0de6761-7d2a-474a-8734-c8250c1625fe 00000001:00100000:2.0:1790100732.883811:0:23473:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09 00000001:00100000:3.0:1790100732.887712:0:24240:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0de6761-7d2a-474a-8734-c8250c1625fe 00000001:00100000:3.0:1790100732.887722:0:24240:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09 00000001:00100000:2.0:1790100732.887792:0:25058:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0de6761-7d2a-474a-8734-c8250c1625fe 00000001:00100000:2.0:1790100732.887800:0:25058:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09 00000001:02000400:0.0:1790100733.189840:0:25615:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1790100733.448609:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100733.899640:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141112320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790100733.899711:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100733.899790:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083011f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141112832:0@lo:400:kworker.0 00000100:00100000:3.0:1790100733.899823:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100733.899857:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877056141113344:0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.899871:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141112320 00000100:00100000:1.0:1790100733.899881:0:24248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141112320 00000100:00100000:3.0:1790100733.899885:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100733.899909:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1877056141113856:0@lo:400:kworker.0 00000100:00100000:3.0:1790100733.899932:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100733.899954:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790100733.899966:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1790100733.899969:0:24248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141112320:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790100733.899975:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083010a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141112448:0@lo:400:kworker.0 00002000:00000024:1.0:1790100733.900004:0:24248:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1790100733.900012:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100733.900037:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083010700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877056141112960:0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.900063:0:24248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141112320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100733.900071:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100733.900075:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790100733.900096:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be736300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1877056141113472:0@lo:400:kworker.0 00000100:00080000:1.0:1790100733.900117:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1790100733.900127:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100733.900131:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141113344 00000100:00100000:1.0:1790100733.900137:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141113344 00000100:00100000:1.0:1790100733.900161:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141113856 00000100:00100000:1.0:1790100733.900171:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141113856 00000100:00100000:3.0:1790100733.900176:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141112320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790100733.900199:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141112960 00000100:00100000:1.0:1790100733.900203:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141112960 00000100:00100000:3.0:1790100733.900208:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141113472 00000100:00100000:3.0:1790100733.900214:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141113472 00000100:00100000:1.0:1790100733.900221:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1790100733.900230:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6255c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1877056141113344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100733.900241:0:22742:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1790100733.900249:0:22742:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1790100733.900274:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6255c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1877056141113344:12345-0@lo:400:kworker.0 Request processed in 45us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100733.900280:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1790100733.900295:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1790100733.900307:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141112448 00000100:00100000:1.0:1790100733.900308:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6257100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1877056141113856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100733.900313:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141112448 00000100:00100000:1.0:1790100733.900372:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6257100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1877056141113856:12345-0@lo:400:kworker.0 Request processed in 71us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100733.900379:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1790100733.900382:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1790100733.900392:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:3641:x1877056141112448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.900400:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1790100733.900408:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6257b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877056141112960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100733.900431:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:3641:x1877056141112448:12345-0@lo:400:kworker.0 Request processed in 42us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100733.900439:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1790100733.900446:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6257b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877056141112960:12345-0@lo:400:kworker.0 Request processed in 38us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100733.900462:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1790100733.900479:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083010a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141112448:0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.900480:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1790100733.900489:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6255500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1877056141113472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100733.900499:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083010700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877056141112960:0@lo:400:kworker.0 00010000:00080000:3.0:1790100733.900515:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261be73ca80 x1877056141113856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100733.900521:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6255500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1877056141113472:12345-0@lo:400:kworker.0 Request processed in 31us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100733.900534:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1790100733.900541:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1877056141113856:0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.900554:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141112832 00000100:00100000:3.0:1790100733.900558:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877056141113344:0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.900559:0:24246:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141112832 00000100:00100000:1.0:1790100733.900588:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790100733.900591:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be736300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1877056141113472:0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.900599:0:24246:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141112832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.900646:0:24246:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141112832:12345-0@lo:400:kworker.0 Request processed in 51us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100733.900653:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790100733.900671:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083011f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141112832:0@lo:400:kworker.0 00000100:00080000:1.0:1790100733.900671:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1790100733.900676:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1790100733.900680:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1790100733.901230:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261b8728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141112192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1790100733.901273:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100733.901306:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083011c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141112704:0@lo:400:kworker.0 00000100:00100000:2.0:1790100733.901330:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100733.901373:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141113216:0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.901381:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083012a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141112576:0@lo:400:kworker.0 00000100:00100000:2.0:1790100733.901399:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100733.901424:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1877056141113728:0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.901432:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100733.901465:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141113088:0@lo:400:kworker.0 00000100:00100000:2.0:1790100733.901467:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100733.901493:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100733.901512:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141113728 00000100:00100000:1.0:1790100733.901513:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1877056141113600:0@lo:400:kworker.0 00000100:00100000:2.0:1790100733.901519:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141113728 00000100:00100000:1.0:1790100733.901537:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100733.901558:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141113600 00000100:00100000:1.0:1790100733.901562:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141113984:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1790100733.901563:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141113600 00000100:00100000:2.0:1790100733.901590:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1790100733.901591:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100733.901603:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1877056141113728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.901625:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141112576 00000100:00100000:1.0:1790100733.901630:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141112576 00000100:00100000:1.0:1790100733.901652:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141113088 00000100:00100000:2.0:1790100733.901654:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1877056141113728:12345-0@lo:400:kworker.0 Request processed in 52us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100733.901654:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141113088 00000100:00100000:1.0:1790100733.901667:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1790100733.901677:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141112576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100733.901683:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1790100733.901703:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1790100733.901712:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1877056141113600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.901717:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141112576:12345-0@lo:400:kworker.0 Request processed in 41us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100733.901724:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1790100733.901750:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1790100733.901757:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141113088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100733.901763:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1877056141113600:12345-0@lo:400:kworker.0 Request processed in 40us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100733.901772:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1790100733.901791:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141113088:12345-0@lo:400:kworker.0 Request processed in 33us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100733.901801:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141112704 00000100:00100000:1.0:1790100733.901804:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1790100733.901807:0:24244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141112704 00000100:00100000:2.0:1790100733.901835:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141113216 00000100:00100000:2.0:1790100733.901838:0:24244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141113216 00000100:00100000:1.0:1790100733.901847:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083012a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141112576:0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.901857:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141113088:0@lo:400:kworker.0 00010000:00080000:1.0:1790100733.901866:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261be73ce00 x1877056141113600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100733.901875:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1877056141113600:0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.901900:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141112192 00000100:00100000:1.0:1790100733.901903:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141112192 00000100:00100000:1.0:1790100733.901916:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141113984 00000100:00100000:1.0:1790100733.901918:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141113984 00000100:00100000:1.0:1790100733.901926:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790100733.901932:0:24247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141112192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1790100733.901962:0:24247:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1790100733.901989:0:24247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141112192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100733.901995:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790100733.902006:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1790100733.902011:0:24247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3642:x1877056141113984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1790100733.902026:0:24247:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1790100733.902055:0:24247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3642:x1877056141113984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 43us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100733.902061:0:25127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790100733.902065:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790100733.902076:0:25127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141112704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.902096:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141113984:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1790100733.902118:0:25127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3644:x1877056141112704:12345-0@lo:400:kworker.0 Request processed in 46us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100733.902135:0:25127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1790100733.902142:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1790100733.902152:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790100733.902155:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1790100733.902179:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261b8728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141112192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790100733.902187:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083011c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1877056141112704:0@lo:400:kworker.0 00000100:00100000:1.0:1790100733.902197:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1877056141113728:0@lo:400:kworker.0 00000100:00100000:2.0:1790100733.902225:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790100733.902234:0:24244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141113216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100733.902275:0:24244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141113216:12345-0@lo:400:kworker.0 Request processed in 42us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100733.902281:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790100733.907523:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141113216:0@lo:400:kworker.0 00010000:00010000:3.0:1790100734.472871:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100735.324170:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100735.324306:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100735.324389:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100735.324427:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100735.324454:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100735.324474:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100735.325279:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100735.325303:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100735.325370:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100735.325434:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127389696 00000100:00100000:0.0:1790100735.325444:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127389696 00000100:00100000:2.0:1790100735.325585:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127390208 00000100:00100000:2.0:1790100735.325591:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127390208 00000100:00100000:0.0:1790100735.325643:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127389568 00000100:00100000:0.0:1790100735.325647:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127389568 00000100:00100000:3.0:1790100735.325705:0:24811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127389952 00000100:00100000:3.0:1790100735.325709:0:24811:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127389952 00000100:00100000:3.0:1790100735.325738:0:24811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127390464 00000100:00100000:3.0:1790100735.325740:0:24811:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127390464 00000100:00100000:3.0:1790100735.325753:0:24811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127389824 00000100:00100000:3.0:1790100735.325755:0:24811:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127389824 00000100:00100000:3.0:1790100735.325766:0:24811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127390336 00000100:00100000:3.0:1790100735.325768:0:24811:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127390336 00000100:00100000:3.0:1790100735.325784:0:24811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 11 00000100:00100000:3.0:1790100735.325792:0:24811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b8728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:2419:x1877056127389952:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1790100735.325861:0:24811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b8728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:2419:x1877056127389952:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 69us (1472us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100735.325867:0:24811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 11 00000100:00100000:3.0:1790100735.325882:0:24811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 12 00000100:00100000:3.0:1790100735.325888:0:24811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+5:2419:x1877056127390464:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1790100735.325922:0:24811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+5:2419:x1877056127390464:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 33us (1467us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100735.325928:0:24811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 12 00000100:00100000:3.0:1790100735.325949:0:24811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 13 00000100:00100000:3.0:1790100735.325955:0:24811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:2419:x1877056127389824:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1790100735.325976:0:24811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:2419:x1877056127389824:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 22us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100735.325982:0:24811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 13 00000100:00100000:3.0:1790100735.326007:0:24811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 14 00000100:00100000:3.0:1790100735.326013:0:24811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+5:2419:x1877056127390336:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1790100735.326038:0:24811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+5:2419:x1877056127390336:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 25us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100735.326044:0:24811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 14 00000100:00100000:3.0:1790100735.326177:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127390080 00000100:00100000:3.0:1790100735.326181:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127390080 00000100:00100000:1.0:1790100735.327368:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127389440 00000100:00100000:1.0:1790100735.327377:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127389440 00000100:00100000:1.0:1790100735.327426:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 146 00000100:00100000:1.0:1790100735.327435:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:2419:x1877056127389440:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1790100735.327902:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:2419:x1877056127389440:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 457us (3730us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100735.327911:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 146 00000100:00100000:1.0:1790100735.327991:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 48 00000100:00100000:1.0:1790100735.328001:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b8729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:2419:x1877056127389696:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1790100735.328035:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b8729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:2419:x1877056127389696:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 36us (3729us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100735.328042:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 48 00000100:00100000:2.0:1790100735.328370:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 49 00000100:00100000:2.0:1790100735.328380:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+5:2419:x1877056127390208:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1790100735.328425:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+5:2419:x1877056127390208:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 47us (3997us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100735.328431:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 49 00000100:00100000:0.0:1790100735.328809:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 50 00000100:00100000:0.0:1790100735.328819:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:2419:x1877056127389568:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:0.0:1790100735.328848:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:2419:x1877056127389568:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 33us (4374us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100735.328854:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 50 00000100:00080000:0.0:1790100735.328890:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1790100735.328917:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1790100735.328920:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1790100735.328922:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790100735.329682:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 51 00000100:00100000:3.0:1790100735.329693:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+6:2419:x1877056127390080:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1790100735.329779:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+6:2419:x1877056127390080:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 89us (4475us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100735.329785:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 51 00010000:00010000:3.0:1790100735.501297:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790100735.947564:0:22775:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1790100736.520897:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1790100737.313462:0:25764:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffde8524ae0 20000000:00000080:1.0:1790100737.313479:0:25764:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9261b1107800 uarg=0000000000000000 20000000:01000000:1.0:1790100737.313519:0:25764:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1790100737.313525:0:25764:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1790100737.313529:0:25764:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1790100737.314031:0:25765:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1790100737.314187:0:25764:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1790100737.322720:0:25764:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1790100737.322761:0:25764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9261b66e1600/0xc87a4f2298288a9e lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.322777:0:25764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886fb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982886f4 expref: 23 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.322785:0:25764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9261a2e59600/0xc87a4f2298288709 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288702 expref: 23 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.322791:0:25764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9261b66e1a00/0xc87a4f2298288748 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288741 expref: 23 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.322797:0:25764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9261b66e1800/0xc87a4f22982887e2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f22982887db expref: 23 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.322806:0:25764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288a2e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6f4 expref: 12 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.322812:0:25764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9261b66e0e00/0xc87a4f2298288a6d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e764 expref: 12 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.322818:0:25764:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9261b66e1600/0xc87a4f2298288a9e lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.322871:0:25764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9261b66e0e00/0xc87a4f2298288a6d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e764 expref: 12 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.322896:0:25764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9261b66e0e00/0xc87a4f2298288a6d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e764 expref: 12 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100737.322929:0:25764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25764:1877056141114112:192.168.203.13@tcp:104: 00010000:00010000:1.0:1790100737.323048:0:25764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288a2e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6f4 expref: 12 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.323056:0:25764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288a2e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6f4 expref: 12 pid: 22734 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100737.323064:0:25764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25764:1877056141114240:192.168.203.13@tcp:104: 00010000:00010000:1.0:1790100737.323576:0:25764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9261b66e1800/0xc87a4f22982887e2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc87a4f22982887db expref: 23 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.323667:0:25764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9261b66e1800/0xc87a4f22982887e2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc87a4f22982887db expref: 23 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100737.323678:0:25764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25764:1877056141114368:0@lo:104: 00000100:00100000:1.0:1790100737.323717:0:25764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790100737.323761:0:25764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9261b66e1a00/0xc87a4f2298288748 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc87a4f2298288741 expref: 23 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.323769:0:25764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9261b66e1a00/0xc87a4f2298288748 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc87a4f2298288741 expref: 23 pid: 22734 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100737.323777:0:25764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25764:1877056141114496:0@lo:104: 00000100:00100000:1.0:1790100737.323798:0:25764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790100737.323865:0:25764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9261a2e59600/0xc87a4f2298288709 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc87a4f2298288702 expref: 23 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.323874:0:25764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9261a2e59600/0xc87a4f2298288709 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc87a4f2298288702 expref: 23 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100737.323882:0:25764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25764:1877056141114624:0@lo:104: 00000100:00100000:1.0:1790100737.323932:0:25764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790100737.324111:0:25764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc87a4f22982886f4 expref: 23 pid: 22736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.324120:0:25764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886fb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc87a4f22982886f4 expref: 23 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100737.324130:0:25764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25764:1877056141114752:0@lo:104: 00000100:00100000:1.0:1790100737.324150:0:25764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100737.324224:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141114368 00000100:00100000:0.0:1790100737.324232:0:22724:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141114368 00000100:00100000:0.0:1790100737.324274:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141114496 00000100:00100000:0.0:1790100737.324278:0:22724:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141114496 00000100:00100000:0.0:1790100737.324289:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141114624 00000100:00100000:0.0:1790100737.324291:0:22724:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141114624 00000100:00100000:0.0:1790100737.324303:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790100737.324311:0:22724:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+5:25764:x1877056141114368:12345-0@lo:104: 00010000:00010000:0.0:1790100737.324323:0:22724:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f22982887db lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f22982887e2 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.324407:0:22724:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1790100737.324413:0:22724:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+5:25764:x1877056141114368:12345-0@lo:104: Request processed in 103us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100737.324420:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:3.0:1790100737.324439:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100737.324446:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f22982887db lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f22982887e2 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100737.324446:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790100737.324452:0:22724:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+4:25764:x1877056141114496:12345-0@lo:104: 00010000:00010000:3.0:1790100737.324454:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a2e59200 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:3.0:1790100737.324458:0:22730:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f22982887db lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xc87a4f22982887e2 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.324460:0:22724:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff926083e46600/0xc87a4f2298288741 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f2298288748 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.324467:0:22730:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f22982887db lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xc87a4f22982887e2 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100737.324474:0:22730:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f22982887db lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xc87a4f22982887e2 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.324490:0:22724:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 10000000:01000000:3.0:1790100737.324491:0:22730:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:0.0:1790100737.324495:0:22724:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+4:25764:x1877056141114496:12345-0@lo:104: Request processed in 44us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100737.324500:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790100737.324511:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790100737.324517:0:22724:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+3:25764:x1877056141114624:12345-0@lo:104: 00010000:00010000:3.0:1790100737.324518:0:22730:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f22982887db lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982887e2 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.324524:0:22730:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790100737.324529:0:22724:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288702 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f2298288709 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.324561:0:22724:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1790100737.324566:0:22724:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+3:25764:x1877056141114624:12345-0@lo:104: Request processed in 49us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100737.324572:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:0.0:1790100737.324599:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1790100737.324605:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff926083e46600/0xc87a4f2298288741 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f2298288748 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.324611:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083e46600 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:0.0:1790100737.324614:0:22729:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff926083e46600/0xc87a4f2298288741 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xc87a4f2298288748 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.324621:0:22729:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff926083e46600/0xc87a4f2298288741 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xc87a4f2298288748 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.324625:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f22982887db lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982887e2 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790100737.324628:0:22729:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff926083e46600/0xc87a4f2298288741 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xc87a4f2298288748 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.324634:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9261a2e59200/0xc87a4f22982887db lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982887e2 expref: -99 pid: 25057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790100737.324634:0:22729:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1790100737.324647:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790100737.324649:0:22729:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff926083e46600/0xc87a4f2298288741 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288748 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.324650:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288702 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f2298288709 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.324655:0:22729:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790100737.324656:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926191687800 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:3.0:1790100737.324659:0:22730:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288702 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc87a4f2298288709 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.324662:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff926083e46600/0xc87a4f2298288741 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288748 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.324666:0:22730:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288702 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xc87a4f2298288709 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.324668:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff926083e46600/0xc87a4f2298288741 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288748 expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790100737.324673:0:22730:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288702 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xc87a4f2298288709 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100737.324679:0:22730:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1790100737.324683:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100737.324685:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100737.324687:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100737.324690:0:22730:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288702 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288709 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.324692:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100737.324696:0:22730:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790100737.324725:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288702 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288709 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.324732:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288702 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f2298288709 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.324741:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100737.324742:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100737.324744:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100737.324763:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141114880:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790100737.324792:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100737.324793:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141115136:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790100737.327350:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92618683f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a506ab7a-0172-45f1-980b-f79bd4c4429c:3644:1877056141115008:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790100737.329687:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141114752 00000100:00100000:0.0:1790100737.329700:0:22724:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141114752 00000100:00100000:3.0:1790100737.329716:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141114880 00000100:00100000:3.0:1790100737.329720:0:22728:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141114880 00010000:00010000:3.0:1790100737.329747:0:22728:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9261b66e1800/0xc87a4f22982887e2 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f22982887db expref: 24 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100737.329749:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790100737.329757:0:22724:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+3:25764:x1877056141114752:12345-0@lo:104: 00010000:00010000:0.0:1790100737.329769:0:22724:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff926083e47600/0xc87a4f22982886f4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f22982886fb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100737.329771:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790100737.329776:0:22728:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6254000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:3643:x1877056141114880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790100737.329784:0:22728:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790100737.329788:0:22728:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9261b66e1800/0xc87a4f22982887e2 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f22982887db expref: 24 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.329797:0:22728:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9261b66e1800/0xc87a4f22982887e2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc87a4f22982887db expref: 24 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.329828:0:22728:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1790100737.329835:0:22724:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1790100737.329841:0:22724:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+3:25764:x1877056141114752:12345-0@lo:104: Request processed in 85us (5690us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100737.329848:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1790100737.329869:0:22729:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790100737.329875:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff926083e47600/0xc87a4f22982886f4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc87a4f22982886fb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.329882:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083e47600 already unused, calling callback (ffffffffc13ccc20) 10000000:00010000:0.0:1790100737.329897:0:22729:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff926083e47600/0xc87a4f22982886f4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc87a4f22982886fb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.329907:0:22729:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff926083e47600/0xc87a4f22982886f4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc87a4f22982886fb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790100737.329941:0:22729:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff926083e47600/0xc87a4f22982886f4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc87a4f22982886fb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790100737.329947:0:22729:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1790100737.329986:0:22729:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff926083e47600/0xc87a4f22982886f4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982886fb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.329993:0:22729:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790100737.330014:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff926083e47600/0xc87a4f22982886f4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982886fb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.330021:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff926083e47600/0xc87a4f22982886f4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc87a4f22982886fb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100737.330033:0:22728:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6254000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:3643:x1877056141114880:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (5062us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100737.330040:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:0.0:1790100737.330040:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100737.330042:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790100737.330044:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790100737.330073:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100737.330122:0:25764:0:(client.c:2716:ptlrpc_set_wait()) set ffff926192068f00 going to sleep for 11 seconds 00000100:00100000:2.0:1790100737.330138:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a506ab7a-0172-45f1-980b-f79bd4c4429c:3642:1877056141115264:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790100737.330149:0:25764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261b66e1800/0xc87a4f22982887e2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc87a4f22982887db expref: 23 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100737.330166:0:25764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25764:1877056141114368:0@lo:104: 00000100:00100000:1.0:1790100737.330180:0:25764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25764:1877056141114496:0@lo:104: 00000100:00100000:1.0:1790100737.330190:0:25764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25764:1877056141114624:0@lo:104: 00000100:00100000:2.0:1790100737.330197:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100737.330204:0:25764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25764:1877056141114752:0@lo:104: 00000100:00100000:1.0:1790100737.330472:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100737.330533:0:25764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25764:1877056141114112:192.168.203.13@tcp:104: 00000100:00100000:3.0:1790100737.330628:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141115008 00000100:00100000:2.0:1790100737.330628:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141115264 00000100:00100000:2.0:1790100737.330633:0:22728:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141115264 00000100:00100000:3.0:1790100737.330642:0:22727:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141115008 00010000:00010000:2.0:1790100737.330651:0:22728:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886fb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f22982886f4 expref: 24 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.330662:0:22727:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9261b66e1a00/0xc87a4f2298288748 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f2298288741 expref: 24 pid: 22734 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100737.330664:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127390592 00000100:00100000:2.0:1790100737.330668:0:22728:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127390592 00000100:00100000:3.0:1790100737.330688:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790100737.330696:0:22727:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:3642:x1877056141115264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790100737.330706:0:22727:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790100737.330710:0:22727:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886fb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f22982886f4 expref: 24 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.330719:0:22727:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc87a4f22982886f4 expref: 24 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.330732:0:22727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261a2e58400/0xc87a4f22982886fb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc87a4f22982886f4 expref: 24 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.330743:0:22727:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1790100737.330775:0:22728:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9261b66e0e00/0xc87a4f2298288a6d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e764 expref: 13 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100737.330788:0:22728:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1790100737.330793:0:22728:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:3.0:1790100737.330829:0:22727:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:3642:x1877056141115264:12345-0@lo:103:ldlm_bl.0 Request processed in 133us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100737.330837:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790100737.330855:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790100737.330878:0:22727:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:3644:x1877056141115008:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790100737.330883:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1790100737.330891:0:22727:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790100737.330898:0:22727:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9261b66e1a00/0xc87a4f2298288748 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f2298288741 expref: 22 pid: 22734 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.330908:0:22727:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9261b66e1a00/0xc87a4f2298288748 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc87a4f2298288741 expref: 22 pid: 22734 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100737.330929:0:22727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261b66e1a00/0xc87a4f2298288748 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc87a4f2298288741 expref: 22 pid: 22734 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100737.330943:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141115136 00010000:00010000:3.0:1790100737.330946:0:22727:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790100737.330948:0:22728:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141115136 00010000:00010000:2.0:1790100737.330966:0:22728:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9261a2e59600/0xc87a4f2298288709 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f2298288702 expref: 22 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100737.330984:0:22728:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1790100737.330985:0:22727:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:3644:x1877056141115008:12345-0@lo:103:ldlm_bl.0 Request processed in 107us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100737.330991:0:22726:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1790100737.330994:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790100737.331004:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 12 00000100:00100000:2.0:1790100737.331013:0:22728:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:2422:x1877056127390592:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1790100737.331021:0:22728:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790100737.331025:0:22728:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9261b66e0e00/0xc87a4f2298288a6d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e764 expref: 13 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100737.331034:0:22728:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9261b66e0e00/0xc87a4f2298288a6d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e764 expref: 13 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100737.331043:0:22728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261b66e0e00/0xc87a4f2298288a6d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e764 expref: 13 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100737.331059:0:22726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00010000:00010000:2.0:1790100737.331068:0:22728:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790100737.331073:0:22726:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a688d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:3641:x1877056141115136:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790100737.331108:0:22728:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+12:2422:x1877056127390592:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 96us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100737.331116:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 12 00010000:00010000:0.0:1790100737.331197:0:22726:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790100737.331204:0:22726:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9261a2e59600/0xc87a4f2298288709 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc87a4f2298288702 expref: 21 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.331214:0:22726:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9261a2e59600/0xc87a4f2298288709 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc87a4f2298288702 expref: 21 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.331230:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261a2e59600/0xc87a4f2298288709 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc87a4f2298288702 expref: 21 pid: 22736 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100737.331252:0:22726:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790100737.331286:0:22726:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a688d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:3641:x1877056141115136:12345-0@lo:103:ldlm_bl.0 Request processed in 217us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100737.331293:0:22726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790100737.331362:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a506ab7a-0172-45f1-980b-f79bd4c4429c:3642:1877056141115264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790100737.331362:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a506ab7a-0172-45f1-980b-f79bd4c4429c:3641:1877056141115136:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790100737.331507:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a506ab7a-0172-45f1-980b-f79bd4c4429c:3643:1877056141114880:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790100737.331976:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92618683f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a506ab7a-0172-45f1-980b-f79bd4c4429c:3644:1877056141115008:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790100737.336772:0:25764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25764:1877056141114240:192.168.203.13@tcp:104: 00010000:00010000:1.0:1790100737.336812:0:25764:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9261b66e1600/0xc87a4f2298288a9e lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100737.337867:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100737.337906:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127390720 00000100:00100000:2.0:1790100737.337915:0:22728:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127390720 00010000:00010000:2.0:1790100737.337962:0:22728:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288a2e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6f4 expref: 12 pid: 22734 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100737.338002:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 14 00000100:00100000:2.0:1790100737.338014:0:22728:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+12:2421:x1877056127390720:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1790100737.338030:0:22728:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790100737.338036:0:22728:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288a2e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6f4 expref: 12 pid: 22734 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100737.338047:0:22728:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288a2e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6f4 expref: 12 pid: 22734 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100737.338064:0:22728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261b66e1400/0xc87a4f2298288a2e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e6f4 expref: 12 pid: 22734 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100737.338078:0:22728:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9261b66e1600/0xc87a4f2298288a9e lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100737.338087:0:22728:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261b66e1600/0xc87a4f2298288a9e lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100737.338130:0:22728:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9261b66e1600/0xc87a4f2298288a9e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100737.338138:0:22728:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9261b66e1600/0xc87a4f2298288a9e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100737.338145:0:22728:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9261b66e1600/0xc87a4f2298288a9e lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100737.338153:0:22728:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9261b66e1600/0xc87a4f2298288a9e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100737.338158:0:22728:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e1600 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:2.0:1790100737.338163:0:22728:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9261b66e1600/0xc87a4f2298288a9e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100737.338171:0:22728:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9261b66e1600/0xc87a4f2298288a9e lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100737.338191:0:22728:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9261b66e1600/0xc87a4f2298288a9e lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100737.338200:0:22728:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790100737.338256:0:22728:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+11:2421:x1877056127390720:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 245us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100737.338264:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 14 00010000:00010000:1.0:1790100737.338389:0:25764:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9261b66e1600/0xc87a4f2298288a9e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.338408:0:25764:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9261b66e1600/0xc87a4f2298288a9e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100737.338414:0:25764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9261b66e1600/0xc87a4f2298288a9e lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100737.482726:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084c11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141115392:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790100737.482789:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100737.482990:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1790100737.482998:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141115520:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790100737.483201:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100737.483279:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141115392 00000100:00100000:1.0:1790100737.483287:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141115392 00000100:00100000:1.0:1790100737.483353:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790100737.483372:0:24247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141115392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1790100737.483399:0:24247:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1790100737.483451:0:24247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141115392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100737.483457:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:1.0:1790100737.483477:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790100737.483506:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084c11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141115392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1790100737.483891:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141115520 00000100:00100000:2.0:1790100737.483897:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141115520 00000100:00100000:2.0:1790100737.484077:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1790100737.484087:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141115520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790100737.484130:0:22745:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1790100737.484174:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141115520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (972us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100737.484180:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1790100737.493282:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141115520:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1790100737.544468:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790100737.993378:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141115648:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1790100737.993468:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100737.994432:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141115648 00000100:00100000:0.0:1790100737.994446:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141115648 00000100:00100000:0.0:1790100737.994513:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1790100737.994523:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141115648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790100737.994725:0:22746:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1790100737.994834:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1877056141115648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 312us (1365us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100737.994842:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1790100737.995612:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1877056141115648:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1790100738.569195:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790100738.801592:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100738.802262:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127390848 00000100:00100000:0.0:1790100738.802272:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127390848 00000100:00100000:0.0:1790100738.802379:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 23 00000100:00100000:0.0:1790100738.802390:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:18668:x1877056127390848:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1790100738.802408:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:1.0:1790100738.802563:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1790100738.802649:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926191686800/0xc87a4f2298288aa5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e79c expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.802772:0:22740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288aac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.802801:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288aac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.803516:0:22740:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288aac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.803595:0:22740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ab3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.803606:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.803613:0:22740:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.803687:0:22740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926191686e00/0xc87a4f2298288aba lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.803694:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926191686e00/0xc87a4f2298288aba lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.803701:0:22740:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926191686e00/0xc87a4f2298288aba lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790100738.804975:0:22740:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1790100738.804983:0:22740:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1790100738.805023:0:22740:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff926191686e00/0xc87a4f2298288aba lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805038:0:22740:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288aac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805059:0:22740:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288aac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805066:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288aac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805071:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926191687800 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:0.0:1790100738.805075:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288aac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805082:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288aac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805096:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:0.0:1790100738.805099:0:22740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790100738.805104:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288aac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805111:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288aac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805127:0:22740:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805133:0:22740:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ab3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805138:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ab3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805143:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926191686000 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:0.0:1790100738.805152:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ab3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805158:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ab3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805166:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff926083840500) 00010000:00010000:0.0:1790100738.805169:0:22740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790100738.805171:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ab3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805177:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ab3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805220:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926191686800/0xc87a4f2298288aa5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e79c expref: 8 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805235:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff926191686e00/0xc87a4f2298288aba lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e79c expref: 7 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.805242:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff926083840300) 00010000:00010000:0.0:1790100738.805244:0:22740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1790100738.805247:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926191686e00, rc 0) 00000100:00100000:0.0:1790100738.805324:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:18668:x1877056127390848:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 2935us (3740us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100738.805332:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 23 00000100:00100000:1.0:1790100738.811057:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100738.811322:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127390976 00000100:00100000:3.0:1790100738.811332:0:22751:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127390976 00000100:00100000:3.0:1790100738.811431:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 5 00000100:00100000:3.0:1790100738.811441:0:22751:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:18668:x1877056127390976:12345-192.168.203.13@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1790100738.811522:0:22751:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:18668:x1877056127390976:12345-192.168.203.13@tcp:900:lhsmtool_posix.0 Request processed in 82us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100738.811530:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 5 00000100:00100000:3.0:1790100738.816400:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100738.816801:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127391232 00000100:00100000:0.0:1790100738.816811:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127391232 00000100:00100000:0.0:1790100738.816879:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 24 00000100:00100000:0.0:1790100738.816889:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6254e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:18668:x1877056127391232:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1790100738.816928:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100738.816950:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926191686800/0xc87a4f2298288ac1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e7a3 expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817041:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ac8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817055:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ac8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817064:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ac8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817077:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288acf lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817084:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288acf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817091:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288acf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817193:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926191687c00/0xc87a4f2298288ad6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817201:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926191687c00/0xc87a4f2298288ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817208:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926191687c00/0xc87a4f2298288ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790100738.817217:0:22741:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1790100738.817631:0:22741:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ac8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817640:0:22741:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ac8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817647:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ac8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817654:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926191686000 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:0.0:1790100738.817659:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ac8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817666:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ac8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817679:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff926083840300) 00010000:00010000:0.0:1790100738.817682:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790100738.817686:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ac8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817693:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288ac8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817705:0:22741:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288acf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817710:0:22741:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288acf lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817716:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288acf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817731:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926191687800 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:0.0:1790100738.817734:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288acf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817739:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288acf lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817748:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff926083840500) 00010000:00010000:0.0:1790100738.817750:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790100738.817753:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288acf lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.817758:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926191687800/0xc87a4f2298288acf lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.823563:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926191686800/0xc87a4f2298288ac1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7a3 expref: 10 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.823593:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff926191687c00/0xc87a4f2298288ad6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7a3 expref: 9 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.823604:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff926083840400) 00010000:00010000:0.0:1790100738.823607:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790100738.823611:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926191687c00, rc 0) 00000100:00100000:0.0:1790100738.823727:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6254e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+9:18668:x1877056127391232:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 6838us (7334us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1790100738.823737:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 24 10000000:01000000:0.0:1790100738.831577:0:22738:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1790100738.831600:0:22738:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff926184c6f000 from 13 10000000:01000000:0.0:1790100738.831605:0:22738:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1790100738.831650:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288ae4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.831662:0:22738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288ae4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.831672:0:22738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288ae4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100738.831698:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d16a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141115776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790100738.831767:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100738.831820:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926082abea80 going to sleep for 11 seconds 00000100:00100000:3.0:1790100738.835471:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141115776 00000100:00100000:3.0:1790100738.835487:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141115776 00000100:00100000:3.0:1790100738.835561:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1790100738.835572:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+20:22738:x1877056141115776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790100738.835589:0:22735:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790100738.835609:0:22735:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9261a63b6400/0xc87a4f2298288aeb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f2298288ae4 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100738.835637:0:22735:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9261a63b6400/0xc87a4f2298288aeb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f2298288ae4 expref: 21 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100738.835668:0:22735:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9261a63b6400/0xc87a4f2298288aeb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288ae4 expref: 21 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100738.835676:0:22735:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261a63b6400, rc 0) 00000100:00100000:3.0:1790100738.835751:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:22738:x1877056141115776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 181us (3983us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100738.835757:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1790100738.835810:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d16a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141115776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790100738.835829:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288ae4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288aeb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100738.835838:0:22738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288ae4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298288aeb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100738.835932:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6254700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141115904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1790100738.835965:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100738.835992:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a23040c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100738.836319:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141115904 00000100:00100000:2.0:1790100738.836326:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141115904 00000100:00100000:2.0:1790100738.836398:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1790100738.836407:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:22738:x1877056141115904:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790100738.836521:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:22738:x1877056141115904:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 115us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100738.836528:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1790100738.836573:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6254700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141115904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790100738.836604:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084c10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116032:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790100738.836645:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100738.836660:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083dd76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100738.836671:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141116032 00000100:00100000:2.0:1790100738.836675:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141116032 00000100:00100000:2.0:1790100738.836691:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1790100738.836697:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:22738:x1877056141116032:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790100738.836769:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:22738:x1877056141116032:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 71us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100738.836781:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1790100738.836822:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084c10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116032:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1790100738.839650:0:25778:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1790100738.839717:0:22738:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1790100738.839742:0:22738:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1790100738.839754:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288ae4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288aeb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.839767:0:22738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff926191687800/0xc87a4f2298288ae4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288aeb expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790100738.839778:0:22738:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1790100738.839780:0:22738:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9261b5ae1000 from 13 10000000:01000000:2.0:1790100738.839782:0:22738:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790100738.839820:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083926a00/0xc87a4f2298288af2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.839828:0:22738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff926083926a00/0xc87a4f2298288af2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.839839:0:22738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff926083926a00/0xc87a4f2298288af2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100738.839862:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084c10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1790100738.839930:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100738.839964:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083dd73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100738.839981:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141116160 00000100:00100000:2.0:1790100738.839987:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141116160 00000100:00100000:2.0:1790100738.840029:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1790100738.840036:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+21:22738:x1877056141116160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790100738.840048:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100738.840059:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926083927e00/0xc87a4f2298288af9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f2298288af2 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.840092:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926083927e00/0xc87a4f2298288af9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f2298288af2 expref: 22 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.840102:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926083927e00/0xc87a4f2298288af9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288af2 expref: 22 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.840109:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083927e00, rc 0) 00000100:00100000:2.0:1790100738.840145:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:22738:x1877056141116160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100738.840152:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1790100738.840193:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084c10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790100738.840205:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff926083926a00/0xc87a4f2298288af2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288af9 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.840212:0:22738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff926083926a00/0xc87a4f2298288af2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298288af9 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100738.840256:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084c10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790100738.840280:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100738.840294:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083dd73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100738.840305:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141116288 00000100:00100000:2.0:1790100738.840309:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141116288 00000100:00100000:2.0:1790100738.840333:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1790100738.840338:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:22738:x1877056141116288:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790100738.840451:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:22738:x1877056141116288:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 111us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100738.840457:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1790100738.840482:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084c10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790100738.840504:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084c10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116416:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790100738.840536:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100738.840548:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926083dd73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100738.840559:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141116416 00000100:00100000:2.0:1790100738.840562:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141116416 00000100:00100000:2.0:1790100738.840578:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1790100738.840583:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:22738:x1877056141116416:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790100738.840652:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:22738:x1877056141116416:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 68us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100738.840659:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1790100738.840696:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084c10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116416:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1790100738.849149:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100738.850494:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127391360 00000100:00100000:1.0:1790100738.850507:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127391360 00000100:00100000:1.0:1790100738.850573:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 25 00000100:00100000:1.0:1790100738.850583:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6255180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+9:18668:x1877056127391360:12345-192.168.203.13@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1790100738.850693:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6255180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+9:18668:x1877056127391360:12345-192.168.203.13@tcp:59:lhsmtool_posix.0 Request processed in 111us (1552us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100738.850699:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 25 00000040:00080000:2.0:1790100738.853141:0:25779:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1790100738.853317:0:22738:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1790100738.853375:0:22738:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1790100738.853387:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff926083926a00/0xc87a4f2298288af2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288af9 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100738.853408:0:22738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff926083926a00/0xc87a4f2298288af2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288af9 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790100738.853420:0:22738:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1790100738.853435:0:22738:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9261b2358800 from 13 10000000:01000000:3.0:1790100738.853438:0:22738:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1790100738.853481:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b7000/0xc87a4f2298288b00 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100738.853491:0:22738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261a63b7000/0xc87a4f2298288b00 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100738.853502:0:22738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261a63b7000/0xc87a4f2298288b00 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100738.853528:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6257800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116544:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1790100738.853590:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100738.853648:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a2304a80 going to sleep for 11 seconds 00000100:00100000:1.0:1790100738.854216:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100738.854380:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127391488 00000100:00100000:2.0:1790100738.854385:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141116544 00000100:00100000:0.0:1790100738.854387:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127391488 00000100:00100000:2.0:1790100738.854392:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141116544 00000100:00100000:2.0:1790100738.854449:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1790100738.854459:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+22:22738:x1877056141116544:12345-0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790100738.854463:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 26 00010000:00010000:2.0:1790100738.854475:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1790100738.854475:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:18668:x1877056127391488:12345-192.168.203.13@tcp:59:lhsmtool_posix.0 00010000:00010000:2.0:1790100738.854490:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926083927a00/0xc87a4f2298288b07 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f2298288b00 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.854528:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926083927a00/0xc87a4f2298288b07 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f2298288b00 expref: 23 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.854547:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926083927a00/0xc87a4f2298288b07 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288b00 expref: 23 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.854556:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083927a00, rc 0) 00000100:00100000:2.0:1790100738.854609:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:22738:x1877056141116544:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 151us (1018us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100738.854616:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1790100738.858734:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6257800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116544:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790100738.858769:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261a63b7000/0xc87a4f2298288b00 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288b07 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.858793:0:22738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261a63b7000/0xc87a4f2298288b00 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298288b07 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100738.858999:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6256300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1790100738.859081:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100738.859128:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a2304180 going to sleep for 11 seconds 00000100:00100000:2.0:1790100738.859270:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141116672 00000100:00100000:2.0:1790100738.859278:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141116672 00000100:00100000:2.0:1790100738.859440:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1790100738.859456:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:22738:x1877056141116672:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790100738.859598:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:22738:x1877056141116672:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 150us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100738.859607:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00080000:1.0:1790100738.860019:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1790100738.863048:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6256300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790100738.863110:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d15c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116800:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790100738.863181:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100738.863236:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926082abeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1790100738.863261:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141116800 00000100:00100000:0.0:1790100738.863268:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141116800 00000100:00100000:0.0:1790100738.863327:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1790100738.863371:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:22738:x1877056141116800:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790100738.864733:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:22738:x1877056141116800:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1390us (1545us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100738.864746:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1790100738.865574:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d15c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116800:0@lo:503:ll_cfg_requeue.0 00000004:00080000:1.0:1790100738.869567:0:22742:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 15055us 00000040:00080000:0.0:1790100738.876735:0:25781:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1790100738.898182:0:22738:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1790100738.898235:0:22738:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1790100738.898246:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261a63b7000/0xc87a4f2298288b00 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288b07 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.898258:0:22738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261a63b7000/0xc87a4f2298288b00 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288b07 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790100738.898269:0:22738:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1790100738.898271:0:22738:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff926085324000 from 13 10000000:01000000:1.0:1790100738.898273:0:22738:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790100738.898315:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261b66e0000/0xc87a4f2298288b0e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.898323:0:22738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9261b66e0000/0xc87a4f2298288b0e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.898334:0:22738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9261b66e0000/0xc87a4f2298288b0e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100738.898388:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1790100738.898933:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100738.898989:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926192068f00 going to sleep for 11 seconds 00000100:00100000:0.0:1790100738.899239:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141116928 00000100:00100000:0.0:1790100738.899247:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141116928 00000100:00100000:0.0:1790100738.899290:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1790100738.899298:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+23:22738:x1877056141116928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790100738.899312:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100738.899325:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff926191686800/0xc87a4f2298288b15 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc87a4f2298288b0e expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.899380:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff926191686800/0xc87a4f2298288b15 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc87a4f2298288b0e expref: 24 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.899392:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff926191686800/0xc87a4f2298288b15 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc87a4f2298288b0e expref: 24 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.899401:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926191686800, rc 0) 00000100:00100000:0.0:1790100738.899449:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:22738:x1877056141116928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 151us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100738.899466:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1790100738.899533:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141116928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790100738.899546:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9261b66e0000/0xc87a4f2298288b0e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288b15 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.899555:0:22738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9261b66e0000/0xc87a4f2298288b0e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc87a4f2298288b15 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100738.899624:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d15c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141117056:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790100738.899651:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100738.899672:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926082abea80 going to sleep for 11 seconds 00000100:00100000:0.0:1790100738.899684:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141117056 00000100:00100000:0.0:1790100738.899688:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141117056 00000100:00100000:0.0:1790100738.899709:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1790100738.899714:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:22738:x1877056141117056:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790100738.900168:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:22738:x1877056141117056:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 453us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100738.900175:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1790100738.900207:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d15c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141117056:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790100738.900236:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d15c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141117184:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790100738.900272:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100738.900286:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff926082abea80 going to sleep for 11 seconds 00000100:00100000:0.0:1790100738.900298:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141117184 00000100:00100000:0.0:1790100738.900302:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141117184 00000100:00100000:0.0:1790100738.900328:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1790100738.900335:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:22738:x1877056141117184:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790100738.903260:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:22738:x1877056141117184:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 2916us (2977us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100738.903288:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1790100738.904172:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d15c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a506ab7a-0172-45f1-980b-f79bd4c4429c:22738:1877056141117184:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1790100738.907215:0:25782:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000100:00100000:1.0:1790100738.917150:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:18668:x1877056127391488:12345-192.168.203.13@tcp:59:lhsmtool_posix.0 Request processed in 62667us (62925us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100738.917164:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 26 00000020:01000000:2.0:1790100738.921524:0:22738:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1790100738.921563:0:22738:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1790100738.921575:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9261b66e0000/0xc87a4f2298288b0e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288b15 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.921588:0:22738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9261b66e0000/0xc87a4f2298288b0e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc87a4f2298288b15 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100738.936931:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100738.936983:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127391616 00000100:00100000:1.0:1790100738.936994:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127391616 00000100:00100000:1.0:1790100738.937064:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 27 00000100:00100000:1.0:1790100738.937075:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6254a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+9:18674:x1877056127391616:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:1.0:1790100738.937095:0:25627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790100738.937125:0:25627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1400/0xc87a4f2298288b1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e7aa expref: -99 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937189:0:25627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1800/0xc87a4f2298288b23 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937203:0:25627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1800/0xc87a4f2298288b23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937215:0:25627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1800/0xc87a4f2298288b23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937229:0:25627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288b2a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937236:0:25627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288b2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937243:0:25627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288b2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937286:0:25627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1800/0xc87a4f2298288b23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937306:0:25627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1800/0xc87a4f2298288b23 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937313:0:25627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1800/0xc87a4f2298288b23 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937319:0:25627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e1800 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:1.0:1790100738.937323:0:25627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1800/0xc87a4f2298288b23 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937330:0:25627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1800/0xc87a4f2298288b23 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937361:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:1.0:1790100738.937364:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790100738.937369:0:25627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1800/0xc87a4f2298288b23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937376:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1800/0xc87a4f2298288b23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937389:0:25627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288b2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937394:0:25627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288b2a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937400:0:25627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288b2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937405:0:25627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e1a00 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:1.0:1790100738.937415:0:25627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288b2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937422:0:25627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288b2a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937431:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff926083b64900) 00010000:00010000:1.0:1790100738.937444:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790100738.937448:0:25627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288b2a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937455:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288b2a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937487:0:25627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1400/0xc87a4f2298288b1c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7aa expref: 10 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937498:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:1.0:1790100738.937500:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790100738.937504:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1400/0xc87a4f2298288b1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7aa expref: 10 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100738.937514:0:25627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261b66e1400, rc 0) 00000100:00100000:1.0:1790100738.937580:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6254a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+9:18674:x1877056127391616:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 507us (660us total) trans 0 rc 301/301 00000100:00100000:1.0:1790100738.937587:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 27 00000100:00100000:1.0:1790100738.943916:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100738.944013:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127391744 00000100:00100000:3.0:1790100738.944024:0:22749:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127391744 00000100:00100000:3.0:1790100738.944074:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 0 00000100:00100000:3.0:1790100738.944085:0:22749:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+9:18674:x1877056127391744:12345-192.168.203.13@tcp:700:lfs.0 00000100:00100000:3.0:1790100738.944170:0:22749:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+9:18674:x1877056127391744:12345-192.168.203.13@tcp:700:lfs.0 Request processed in 86us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100738.944177:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 0 00000100:00100000:3.0:1790100738.946418:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100738.946587:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127392000 00000100:00100000:0.0:1790100738.946596:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127392000 00000100:00100000:0.0:1790100738.946643:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 28 00000100:00100000:0.0:1790100738.946653:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6256680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+9:18674:x1877056127392000:12345-192.168.203.13@tcp:36:lfs.0 00010000:00010000:0.0:1790100738.946705:0:22741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790100738.946730:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083926600/0xc87a4f2298288a58 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e725 expref: 9 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.946749:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:0.0:1790100738.946754:0:22741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1790100738.946808:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b31 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.946822:0:22741:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0a00/0xc87a4f2298288a97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e795 expref: 5 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.946832:0:22741:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b31 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.946865:0:22741:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0a00/0xc87a4f2298288a97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e795 expref: 5 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.946879:0:22741:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0a00/0xc87a4f2298288a97 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e795 expref: 5 pid: 22742 timeout: 690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100738.946920:0:22741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d15c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22741:1877056141117312:192.168.203.13@tcp:104: 00000100:00100000:0.0:1790100738.946995:0:22741:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261901de240 going to sleep for 11 seconds 00000100:00100000:2.0:1790100738.959030:0:22741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d15c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22741:1877056141117312:192.168.203.13@tcp:104: 00010000:00010000:2.0:1790100738.959073:0:22741:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b31 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100738.959222:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100738.959379:0:22726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127392128 00000100:00100000:0.0:1790100738.959387:0:22726:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127392128 00000100:00080000:1.0:1790100738.959431:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1790100738.959435:0:22726:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0a00/0xc87a4f2298288a97 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e795 expref: 6 pid: 22742 timeout: 690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100738.959481:0:22726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 15 00000100:00100000:0.0:1790100738.959490:0:22726:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6256300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+6:2422:x1877056127392128:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790100738.959504:0:22726:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790100738.959510:0:22726:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0a00/0xc87a4f2298288a97 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e795 expref: 6 pid: 22742 timeout: 690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.959523:0:22726:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0a00/0xc87a4f2298288a97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e795 expref: 6 pid: 22742 timeout: 690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.959543:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0a00/0xc87a4f2298288a97 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e795 expref: 6 pid: 22742 timeout: 690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.959558:0:22726:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:0.0:1790100738.959563:0:22726:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b31 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.959573:0:22726:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.959592:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b31 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100738.959618:0:22726:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790100738.959668:0:22726:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6256300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+5:2422:x1877056127392128:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 179us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100738.959675:0:22726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 15 00010000:00010000:2.0:1790100738.959983:0:22741:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.959992:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.960017:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff926083926c00/0xc87a4f2298288b38 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.960026:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083926c00/0xc87a4f2298288b38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.960034:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083926c00/0xc87a4f2298288b38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.964235:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff926083926200/0xc87a4f2298288b3f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.964259:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083926200/0xc87a4f2298288b3f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.964271:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083926200/0xc87a4f2298288b3f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1790100738.964302:0:22741:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b21e26d9 reply state 00000000d5550f4e transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff926083926200/0xc87a4f2298288b3f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.964313:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083926200/0xc87a4f2298288b3f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.964322:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff926195669900) 00010000:00010000:2.0:1790100738.964335:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1790100738.964355:0:22741:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1790100738.964362:0:22741:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1790100738.964372:0:22741:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.964379:0:22741:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b31 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.964387:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b31 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.964393:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926191687a00 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:2.0:1790100738.964397:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b31 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.964405:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b31 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.964415:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:2.0:1790100738.964418:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790100738.964421:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b31 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.964427:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b31 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1790100738.964447:0:22741:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b21e26d9 reply state 00000000d5550f4e transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff926083926c00/0xc87a4f2298288b38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.964455:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083926c00/0xc87a4f2298288b38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100738.964472:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff926195669400) 00010000:00010000:2.0:1790100738.964474:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1790100738.964477:0:22741:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1790100738.964573:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6256680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+10:18674:x1877056127392000:12345-192.168.203.13@tcp:36:lfs.0 Request processed in 17918us (18158us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1790100738.964582:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 28 00000100:00100000:2.0:1790100739.016661:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1790100739.016685:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141117440:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1790100739.016749:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100739.016972:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141117440 00000100:00100000:3.0:1790100739.016992:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141117440 00000100:00100000:3.0:1790100739.017085:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790100739.017096:0:24247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141117440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1790100739.017124:0:24247:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1790100739.017170:0:24247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141117440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100739.017176:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:0.0:1790100739.017272:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1790100739.018602:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141117440:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1790100739.018658:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141117568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1790100739.018707:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100739.018742:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1790100739.018748:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141117696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1790100739.018769:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100739.018982:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141117568 00000100:00100000:0.0:1790100739.018988:0:24248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141117568 00000040:00080000:1.0:1790100739.019025:0:22775:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1790100739.019029:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141117696 00000100:00100000:0.0:1790100739.019033:0:24248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141117696 00000100:00100000:0.0:1790100739.019054:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1790100739.019062:0:24248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141117568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1790100739.019085:0:24248:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1790100739.019128:0:24248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141117568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100739.019137:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1790100739.019158:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1790100739.019166:0:24248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141117696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1790100739.019178:0:24248:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1790100739.019237:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1877056141117952:0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.019281:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100739.019288:0:24248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141117696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100739.019296:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1790100739.019308:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1877056141118464:0@lo:400:kworker.0 00000100:00100000:0.0:1790100739.019319:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141118080:0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.019335:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100739.019380:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100739.019383:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1790100739.019391:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141117824:0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.019420:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100739.019427:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1e4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1877056141118592:0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.019443:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1877056141118336:0@lo:400:kworker.0 00000100:00100000:0.0:1790100739.019457:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100739.019474:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100739.019494:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1877056141118848:0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.019512:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100739.019527:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be73ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141118208:0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.019546:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100739.019561:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261c1e4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1877056141118720:0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.019577:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100739.019595:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141117952 00000100:00100000:1.0:1790100739.019598:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141117952 00000100:00100000:1.0:1790100739.019619:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141118464 00000100:00100000:1.0:1790100739.019622:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141118464 00000100:00100000:0.0:1790100739.019639:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141117696:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790100739.019640:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141118592 00000100:00100000:1.0:1790100739.019645:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141118592 00000100:00100000:1.0:1790100739.019658:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141118336 00000100:00100000:1.0:1790100739.019660:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141118336 00000100:00100000:1.0:1790100739.019673:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141118848 00000100:00100000:1.0:1790100739.019676:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141118848 00000100:00100000:0.0:1790100739.019677:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141117568:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1790100739.019696:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141118720 00000100:00100000:1.0:1790100739.019699:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141118720 00000100:00100000:0.0:1790100739.019714:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141118080 00000100:00100000:1.0:1790100739.019719:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1790100739.019720:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141118080 00000100:00100000:1.0:1790100739.019731:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1877056141117952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100739.019747:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141117824 00000100:00100000:0.0:1790100739.019752:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141117824 00000100:00100000:0.0:1790100739.019772:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1790100739.019782:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141118080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.019788:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1877056141117952:12345-0@lo:400:kworker.0 Request processed in 57us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100739.019797:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1790100739.019813:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1790100739.019820:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1877056141118464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.019851:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1877056141118464:12345-0@lo:400:kworker.0 Request processed in 30us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100739.019856:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1790100739.019869:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1790100739.019876:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1877056141118592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.019899:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1877056141118592:12345-0@lo:400:kworker.0 Request processed in 25us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100739.019917:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1790100739.019927:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1790100739.019933:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1877056141118336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.019956:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1877056141118336:12345-0@lo:400:kworker.0 Request processed in 24us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100739.019961:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1790100739.019972:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1790100739.019978:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1877056141118848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.020002:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1877056141118848:12345-0@lo:400:kworker.0 Request processed in 24us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100739.020008:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1790100739.020017:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1790100739.020023:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1877056141118720:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1790100739.020065:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1790100739.020067:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1877056141118720:12345-0@lo:400:kworker.0 Request processed in 43us (488us total) trans 0 rc 0/0 00000100:00080000:2.0:1790100739.020072:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1790100739.020075:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1790100739.020078:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00080000:2.0:1790100739.020079:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790100739.020111:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1e4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1877056141118720:0@lo:400:kworker.0 00000100:00100000:2.0:1790100739.020125:0:24811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141118208 00000100:00100000:2.0:1790100739.020130:0:24811:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141118208 00000100:00100000:1.0:1790100739.020142:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1877056141118336:0@lo:400:kworker.0 00010000:00080000:1.0:1790100739.020156:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261c1e4ea00 x1877056141118848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100739.020167:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1877056141118848:0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.020175:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1877056141117952:0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.020182:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1877056141118464:0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.020229:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141118080:0@lo:400:kworker.0 00010000:00080000:1.0:1790100739.020240:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9261c1e4ed80 x1877056141118592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100739.020248:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261c1e4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1877056141118592:0@lo:400:kworker.0 00000100:00100000:0.0:1790100739.022074:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141118080:12345-0@lo:400:kworker.0 Request processed in 51us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100739.022089:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1790100739.022127:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1790100739.022142:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141117824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100739.022301:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141117824:12345-0@lo:400:kworker.0 Request processed in 165us (2881us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100739.022308:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1790100739.022820:0:24811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1790100739.022832:0:24811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141118208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790100739.023115:0:24811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141118208:12345-0@lo:400:kworker.0 Request processed in 287us (3566us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100739.023124:0:24811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1790100739.023313:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790100739.023366:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141118208:0@lo:400:kworker.0 00000100:00100000:1.0:1790100739.024297:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be73c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141117824:0@lo:400:kworker.0 00000100:00100000:3.0:1790100739.070607:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100739.070721:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127392256 00000100:00100000:2.0:1790100739.070731:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127392256 00000100:00100000:2.0:1790100739.070837:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 29 00000100:00100000:2.0:1790100739.070858:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6254700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+10:18682:x1877056127392256:12345-192.168.203.13@tcp:101:lctl.0 00010000:00010000:2.0:1790100739.070882:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100739.070917:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e7b1 expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.070983:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927c00/0xc87a4f2298288b4d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.070996:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083927c00/0xc87a4f2298288b4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.071007:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927c00/0xc87a4f2298288b4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790100739.071048:0:22741:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1790100739.071052:0:22741:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1790100739.071091:0:22741:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff926083927c00/0xc87a4f2298288b4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.071116:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7b1 expref: 12 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.071132:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927c00/0xc87a4f2298288b4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7b1 expref: 11 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.071141:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:2.0:1790100739.071144:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1790100739.071160:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083927c00, rc 0) 00000100:00100000:2.0:1790100739.071226:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6254700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+11:18682:x1877056127392256:12345-192.168.203.13@tcp:101:lctl.0 Request processed in 380us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100739.071234:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 29 00000100:00100000:0.0:1790100739.108704:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100739.108794:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127392384 00000100:00100000:1.0:1790100739.108805:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127392384 00000100:00100000:1.0:1790100739.108878:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 30 00000100:00100000:1.0:1790100739.108888:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+5:18683:x1877056127392384:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:1.0:1790100739.108921:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790100739.108941:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288b54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e7b8 expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100739.109023:0:22740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1800/0xc87a4f2298288b5b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100739.109036:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1800/0xc87a4f2298288b5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100739.109048:0:22740:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1800/0xc87a4f2298288b5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1790100739.109091:0:22740:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1790100739.109096:0:22740:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1790100739.109116:0:22740:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1800/0xc87a4f2298288b5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100739.109139:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288b54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7b8 expref: 7 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100739.109157:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1800/0xc87a4f2298288b5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7b8 expref: 6 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100739.109165:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:1.0:1790100739.109168:0:22740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1790100739.109171:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261b66e1800, rc 0) 00000100:00100000:1.0:1790100739.109276:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+6:18683:x1877056127392384:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 388us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100739.109284:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 30 00000100:00100000:3.0:1790100739.114866:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100739.114948:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127392512 00000100:00100000:2.0:1790100739.114959:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127392512 00000100:00100000:2.0:1790100739.115016:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 31 00000100:00100000:2.0:1790100739.115026:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6256d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+6:18683:x1877056127392512:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:2.0:1790100739.115045:0:25627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100739.115065:0:25627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e7bf expref: -99 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115124:0:25627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288b69 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115138:0:25627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288b69 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115149:0:25627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288b69 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115160:0:25627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288b70 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115168:0:25627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288b70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115174:0:25627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288b70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115242:0:25627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927200/0xc87a4f2298288b77 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115263:0:25627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083927200/0xc87a4f2298288b77 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115270:0:25627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927200/0xc87a4f2298288b77 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790100739.115305:0:25627:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1790100739.115309:0:25627:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1790100739.115326:0:25627:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff926083927200/0xc87a4f2298288b77 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115360:0:25627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288b69 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115368:0:25627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288b69 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115375:0:25627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288b69 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115381:0:25627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927800 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:2.0:1790100739.115385:0:25627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288b69 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115392:0:25627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288b69 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115404:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:2.0:1790100739.115407:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790100739.115412:0:25627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288b69 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115429:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288b69 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115441:0:25627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288b70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115459:0:25627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288b70 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115465:0:25627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288b70 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115470:0:25627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927400 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:2.0:1790100739.115474:0:25627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288b70 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115480:0:25627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288b70 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115488:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff926195669400) 00010000:00010000:2.0:1790100739.115490:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790100739.115493:0:25627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288b70 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115499:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288b70 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115525:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7bf expref: 8 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115551:0:25627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927200/0xc87a4f2298288b77 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7bf expref: 7 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.115559:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff926195669900) 00010000:00010000:2.0:1790100739.115562:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1790100739.115564:0:25627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083927200, rc 0) 00000100:00100000:2.0:1790100739.118801:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6256d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+7:18683:x1877056127392512:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 3762us (3929us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100739.118815:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 31 00000100:00100000:3.0:1790100739.121639:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100739.121759:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127392640 00000100:00100000:1.0:1790100739.121768:0:22751:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127392640 00000100:00100000:0.0:1790100739.121937:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00100000:0.0:1790100739.121950:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6255f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c0de6761-7d2a-474a-8734-c8250c1625fe+5:18683:x1877056127392640:12345-192.168.203.13@tcp:900:lfs.0 00000100:00100000:0.0:1790100739.122025:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6255f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c0de6761-7d2a-474a-8734-c8250c1625fe+5:18683:x1877056127392640:12345-192.168.203.13@tcp:900:lfs.0 Request processed in 78us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100739.122032:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00080000:3.0:1790100739.124033:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1790100739.127296:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100739.127695:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127392896 00000100:00100000:0.0:1790100739.127706:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127392896 00000100:00100000:0.0:1790100739.127767:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 32 00000100:00100000:0.0:1790100739.127777:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+7:18683:x1877056127392896:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:0.0:1790100739.127798:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100739.127819:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288b7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e7c6 expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790100739.127957:0:22740:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1790100739.128051:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288b7e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7c6 expref: 9 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.128065:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:0.0:1790100739.128068:0:22740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1790100739.128310:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288b7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7c6 expref: 9 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.128325:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926191686000, rc 0) 00000100:00100000:0.0:1790100739.128407:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+8:18683:x1877056127392896:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 631us (1120us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1790100739.128414:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 32 00000100:00100000:0.0:1790100739.140818:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100739.140942:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127393152 00000100:00100000:2.0:1790100739.140953:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127393152 00000100:00100000:2.0:1790100739.141013:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 33 00000100:00100000:2.0:1790100739.141022:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+8:18683:x1877056127393152:12345-192.168.203.13@tcp:36:lfs.0 00010000:00010000:2.0:1790100739.141083:0:22741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790100739.141110:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927200/0xc87a4f2298288b77 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7bf expref: 8 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.141130:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff926195669900) 00010000:00010000:2.0:1790100739.141134:0:22741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1790100739.141153:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b8c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.141165:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b8c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.141175:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b8c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1790100739.141397:0:22741:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b5e9db37 reply state 00000000eeecf53e transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b8c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.141409:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b8c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.141415:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff926195669900) 00010000:00010000:2.0:1790100739.141418:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1790100739.141421:0:22741:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1790100739.141427:0:22741:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1790100739.141503:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+9:18683:x1877056127393152:12345-192.168.203.13@tcp:36:lfs.0 Request processed in 481us (694us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1790100739.141510:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 33 00000100:00100000:3.0:1790100739.148793:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100739.148933:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127393408 00000100:00100000:2.0:1790100739.148943:0:22743:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127393408 00000100:00100000:2.0:1790100739.149000:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 2 00000100:00100000:2.0:1790100739.149010:0:22743:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+9:18683:x1877056127393408:12345-192.168.203.13@tcp:35:lfs.0 00000100:00100000:2.0:1790100739.149240:0:22743:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+10:18683:x1877056127393408:12345-192.168.203.13@tcp:35:lfs.0 Request processed in 231us (457us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1790100739.149248:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 2 00000100:00100000:3.0:1790100739.151973:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100739.152252:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127393664 00000100:00100000:0.0:1790100739.152262:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127393664 00000100:00100000:0.0:1790100739.152322:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 34 00000100:00100000:0.0:1790100739.152331:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6257800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+10:18683:x1877056127393664:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:0.0:1790100739.152385:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100739.152417:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288b93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e7cd expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152500:0:22740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152513:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152523:0:22740:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152533:0:22740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d000/0xc87a4f2298288ba1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152540:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d000/0xc87a4f2298288ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152545:0:22740:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d000/0xc87a4f2298288ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790100739.152636:0:22740:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1790100739.152703:0:22740:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152711:0:22740:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b9a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152717:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152723:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926191687a00 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:0.0:1790100739.152728:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152743:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b9a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152754:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:0.0:1790100739.152757:0:22740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790100739.152763:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152769:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926191687a00/0xc87a4f2298288b9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152782:0:22740:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d000/0xc87a4f2298288ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152788:0:22740:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d000/0xc87a4f2298288ba1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152794:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d000/0xc87a4f2298288ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152799:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92619565d000 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:0.0:1790100739.152802:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d000/0xc87a4f2298288ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152807:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d000/0xc87a4f2298288ba1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152813:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff926195669400) 00010000:00010000:0.0:1790100739.152816:0:22740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790100739.152818:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d000/0xc87a4f2298288ba1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.152833:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d000/0xc87a4f2298288ba1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.153028:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288b93 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7cd expref: 12 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.153040:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:0.0:1790100739.153042:0:22740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1790100739.153045:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926191686000/0xc87a4f2298288b93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7cd expref: 12 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.153055:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926191686000, rc 0) 00000100:00100000:0.0:1790100739.153188:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6257800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+11:18683:x1877056127393664:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 857us (1222us total) trans 12884901894 rc 301/301 00000100:00100000:0.0:1790100739.153195:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 34 00000100:00100000:0.0:1790100739.160860:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100739.160957:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127393792 00000100:00100000:2.0:1790100739.160967:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127393792 00000100:00100000:2.0:1790100739.161027:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 35 00000100:00100000:2.0:1790100739.161036:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+11:18683:x1877056127393792:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:2.0:1790100739.161059:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100739.161091:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927200/0xc87a4f2298288baf lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e7d4 expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.161203:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288bb6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.161217:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288bb6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.161227:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288bb6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790100739.161249:0:22741:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1790100739.161252:0:22741:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1790100739.161270:0:22741:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288bb6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.161297:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927200/0xc87a4f2298288baf lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7d4 expref: 13 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.161314:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288bb6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7d4 expref: 12 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.161323:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff926195669900) 00010000:00010000:2.0:1790100739.161326:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1790100739.161329:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083927400, rc 0) 00000100:00100000:2.0:1790100739.161414:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+12:18683:x1877056127393792:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 379us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100739.161421:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 35 00000100:00100000:1.0:1790100739.164226:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100739.164560:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127393920 00000100:00100000:0.0:1790100739.164571:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127393920 00000100:00100000:0.0:1790100739.164626:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 159 00000100:00100000:0.0:1790100739.164635:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+11:18048:x1877056127393920:12345-192.168.203.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790100739.164651:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100739.164668:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92619565d600/0xc87a4f2298288bbd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e7db expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.164696:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92619565d600/0xc87a4f2298288bbd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7db expref: 12 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.164723:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92619565d600/0xc87a4f2298288bbd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7db expref: 12 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.164732:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92619565d600, rc 0) 00000100:00100000:0.0:1790100739.164779:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+12:18048:x1877056127393920:12345-192.168.203.13@tcp:101:ll_cfg_requeue.0 Request processed in 145us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100739.164786:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 159 00000100:00100000:0.0:1790100739.167446:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100739.167558:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127394176 00000100:00100000:2.0:1790100739.167567:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127394176 00000100:00100000:2.0:1790100739.167619:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 160 00000100:00100000:2.0:1790100739.167628:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+12:18048:x1877056127394176:12345-192.168.203.13@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790100739.167770:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+12:18048:x1877056127394176:12345-192.168.203.13@tcp:501:ll_cfg_requeue.0 Request processed in 142us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100739.167779:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 160 00000100:00100000:1.0:1790100739.170131:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100739.170170:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100739.170311:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127394304 00000100:00100000:0.0:1790100739.170320:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127394304 00000100:00100000:0.0:1790100739.170399:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 161 00000100:00100000:0.0:1790100739.170408:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+12:18048:x1877056127394304:12345-192.168.203.13@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790100739.170552:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+12:18048:x1877056127394304:12345-192.168.203.13@tcp:503:ll_cfg_requeue.0 Request processed in 144us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100739.170559:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 161 00000100:00100000:2.0:1790100739.170845:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127394048 00000100:00100000:2.0:1790100739.170850:0:22743:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127394048 00000100:00100000:2.0:1790100739.170888:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 3 00000100:00100000:2.0:1790100739.170896:0:22743:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+12:18683:x1877056127394048:12345-192.168.203.13@tcp:37:lfs.0 00000100:00100000:2.0:1790100739.177397:0:22743:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0de6761-7d2a-474a-8734-c8250c1625fe+12:18683:x1877056127394048:12345-192.168.203.13@tcp:37:lfs.0 Request processed in 6492us (7265us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100739.177410:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 3 00000100:00100000:1.0:1790100739.182088:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100739.182261:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127394432 00000100:00100000:0.0:1790100739.182271:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127394432 00000100:00100000:0.0:1790100739.182324:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 162 00000100:00100000:0.0:1790100739.182333:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+12:18048:x1877056127394432:12345-192.168.203.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790100739.182382:0:22734:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100739.182399:0:22734:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92619565d000/0xc87a4f2298288bc4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e7e2 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.182428:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92619565d000/0xc87a4f2298288bc4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7e2 expref: 13 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.182469:0:22734:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92619565d000/0xc87a4f2298288bc4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7e2 expref: 13 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.182478:0:22734:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92619565d000, rc 0) 00000100:00100000:0.0:1790100739.182526:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:18048:x1877056127394432:12345-192.168.203.13@tcp:101:ll_cfg_requeue.0 Request processed in 194us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100739.182533:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 162 00000100:00100000:3.0:1790100739.184580:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100739.184800:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127394688 00000100:00100000:1.0:1790100739.184810:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127394688 00000100:00100000:1.0:1790100739.184867:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 4 00000100:00100000:1.0:1790100739.184877:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b65d9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+12:18683:x1877056127394688:12345-192.168.203.13@tcp:35:lfs.0 00000100:00100000:1.0:1790100739.185801:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b65d9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0de6761-7d2a-474a-8734-c8250c1625fe+13:18683:x1877056127394688:12345-192.168.203.13@tcp:35:lfs.0 Request processed in 920us (1223us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1790100739.185811:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 4 00000100:00100000:1.0:1790100739.188312:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100739.188698:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127394816 00000100:00100000:2.0:1790100739.188708:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127394816 00000100:00100000:2.0:1790100739.188760:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 163 00000100:00100000:2.0:1790100739.188769:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:18048:x1877056127394816:12345-192.168.203.13@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790100739.188924:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:18048:x1877056127394816:12345-192.168.203.13@tcp:501:ll_cfg_requeue.0 Request processed in 156us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100739.188931:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 163 00000100:00100000:3.0:1790100739.197283:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100739.198380:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127394944 00000100:00100000:2.0:1790100739.198394:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127394944 00000100:00100000:2.0:1790100739.198627:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 164 00000100:00100000:2.0:1790100739.198638:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:18048:x1877056127394944:12345-192.168.203.13@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790100739.198783:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:18048:x1877056127394944:12345-192.168.203.13@tcp:503:ll_cfg_requeue.0 Request processed in 147us (1511us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100739.198799:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 164 00000100:00100000:3.0:1790100739.257591:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100739.257678:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127395072 00000100:00100000:0.0:1790100739.257690:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127395072 00000100:00100000:0.0:1790100739.257755:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 36 00000100:00100000:0.0:1790100739.257765:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+11:18691:x1877056127395072:12345-192.168.203.13@tcp:101:bash.0 00010000:00010000:0.0:1790100739.257784:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100739.257804:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d400/0xc87a4f2298288bcb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e7e9 expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.257865:0:22740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c800/0xc87a4f2298288bd2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.257879:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c800/0xc87a4f2298288bd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.257890:0:22740:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c800/0xc87a4f2298288bd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.257901:0:22740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288bd9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.257920:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.257942:0:22740:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258017:0:22740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565dc00/0xc87a4f2298288be0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258027:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92619565dc00/0xc87a4f2298288be0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258035:0:22740:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565dc00/0xc87a4f2298288be0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790100739.258069:0:22740:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1790100739.258147:0:22740:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1790100739.258188:0:22740:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92619565dc00/0xc87a4f2298288be0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258201:0:22740:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c800/0xc87a4f2298288bd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258207:0:22740:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c800/0xc87a4f2298288bd2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258215:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c800/0xc87a4f2298288bd2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258221:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92619565c800 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:0.0:1790100739.258225:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c800/0xc87a4f2298288bd2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258232:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c800/0xc87a4f2298288bd2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258252:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:0.0:1790100739.258254:0:22740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790100739.258260:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c800/0xc87a4f2298288bd2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258266:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c800/0xc87a4f2298288bd2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258280:0:22740:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258286:0:22740:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258292:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258297:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92619565de00 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:0.0:1790100739.258300:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258306:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288bd9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258313:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff926195669400) 00010000:00010000:0.0:1790100739.258316:0:22740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790100739.258318:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288bd9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258324:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288bd9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258414:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d400/0xc87a4f2298288bcb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7e9 expref: 13 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258427:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565dc00/0xc87a4f2298288be0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7e9 expref: 12 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.258441:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff926195669900) 00010000:00010000:0.0:1790100739.258443:0:22740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1790100739.258446:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92619565dc00, rc 0) 00000100:00100000:0.0:1790100739.258507:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+12:18691:x1877056127395072:12345-192.168.203.13@tcp:101:bash.0 Request processed in 743us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100739.258514:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 36 00000100:00100000:0.0:1790100739.263183:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100739.263413:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127395200 00000100:00100000:3.0:1790100739.263423:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127395200 00000100:00100000:3.0:1790100739.263477:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:3.0:1790100739.263485:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:18691:x1877056127395200:12345-192.168.203.13@tcp:900:bash.0 00000100:00100000:3.0:1790100739.263558:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:18691:x1877056127395200:12345-192.168.203.13@tcp:900:bash.0 Request processed in 73us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100739.263566:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:1.0:1790100739.269953:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100739.270041:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127395456 00000100:00100000:2.0:1790100739.270051:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127395456 00000100:00100000:2.0:1790100739.270117:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 37 00000100:00100000:2.0:1790100739.270128:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+12:18691:x1877056127395456:12345-192.168.203.13@tcp:101:bash.0 00010000:00010000:2.0:1790100739.270149:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100739.270170:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927200/0xc87a4f2298288be7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e7f0 expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.270273:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288bee lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.270288:0:22741:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288bb6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7d4 expref: 12 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.270297:0:22741:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288bee lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.270331:0:22741:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288bb6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7d4 expref: 12 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.270384:0:22741:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288bb6 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7d4 expref: 12 pid: 22741 timeout: 690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100739.270397:0:22741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084c11c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22741:1877056141118976:192.168.203.13@tcp:104: 00000100:00100000:2.0:1790100739.270483:0:22741:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261c197b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790100739.275329:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100739.275744:0:25766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127395584 00000100:00100000:0.0:1790100739.275755:0:25766:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127395584 00010000:00010000:0.0:1790100739.275799:0:25766:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288bb6 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7d4 expref: 13 pid: 22741 timeout: 690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100739.275837:0:25766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 16 00000100:00100000:0.0:1790100739.275858:0:25766:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+13:2421:x1877056127395584:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790100739.275872:0:25766:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790100739.275878:0:25766:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288bb6 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7d4 expref: 13 pid: 22741 timeout: 690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.275891:0:25766:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288bb6 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7d4 expref: 13 pid: 22741 timeout: 690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.275943:0:25766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff926195669900) 00010000:00010000:0.0:1790100739.275949:0:25766:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288bee lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.275958:0:25766:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288bee lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.275967:0:25766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288bee lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.275987:0:25766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790100739.276044:0:25766:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+13:2421:x1877056127395584:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 188us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100739.276051:0:25766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 16 00010000:00010000:2.0:1790100739.277724:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288bb6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7d4 expref: 12 pid: 22741 timeout: 690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100739.277761:0:22741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084c11c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22741:1877056141118976:192.168.203.13@tcp:104: 00010000:00010000:2.0:1790100739.277782:0:22741:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288bee lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.277791:0:22741:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288bee lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.277797:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288bee lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.277875:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff926083926000/0xc87a4f2298288bf5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.277888:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083926000/0xc87a4f2298288bf5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.277899:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083926000/0xc87a4f2298288bf5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.279622:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927600/0xc87a4f2298288bfc lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.279639:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083927600/0xc87a4f2298288bfc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.279649:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927600/0xc87a4f2298288bfc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790100739.279660:0:22741:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1790100739.279688:0:22741:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288bee lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.279705:0:22741:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288bee lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.279711:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288bee lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.279717:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927800 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:2.0:1790100739.279721:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288bee lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.279740:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288bee lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.279751:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff926195669900) 00010000:00010000:2.0:1790100739.279754:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790100739.279758:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288bee lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.279764:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288bee lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1790100739.279775:0:22741:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000215606f4 reply state 00000000ac3d4241 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff926083926000/0xc87a4f2298288bf5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.279784:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083926000/0xc87a4f2298288bf5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.279790:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff926195669b00) 00010000:00010000:2.0:1790100739.279792:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1790100739.279795:0:22741:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1790100739.279832:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927200/0xc87a4f2298288be7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f0 expref: 15 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.279864:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927600/0xc87a4f2298288bfc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f0 expref: 14 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.279871:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:2.0:1790100739.279873:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1790100739.279875:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083927600, rc 0) 00000100:00100000:2.0:1790100739.279959:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+15:18691:x1877056127395456:12345-192.168.203.13@tcp:101:bash.0 Request processed in 9832us (10015us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1790100739.279969:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 37 00000100:00100000:1.0:1790100739.309686:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100739.309952:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127395712 00000100:00100000:0.0:1790100739.309962:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127395712 00000100:00100000:0.0:1790100739.310020:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 38 00000100:00100000:0.0:1790100739.310029:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+15:18691:x1877056127395712:12345-192.168.203.13@tcp:101:bash.0 00010000:00010000:0.0:1790100739.310053:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100739.310182:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c800/0xc87a4f2298288c0a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e7f7 expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.310252:0:22740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288c11 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.310265:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288c11 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.310277:0:22740:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288c11 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790100739.310333:0:22740:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1790100739.310337:0:22740:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1790100739.310390:0:22740:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288c11 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.310399:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288c11 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.310423:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c800/0xc87a4f2298288c0a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f7 expref: 17 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.311982:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288c11 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f7 expref: 16 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.311998:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:0.0:1790100739.312001:0:22740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1790100739.312004:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92619565c400, rc 0) 00000100:00100000:0.0:1790100739.312134:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+16:18691:x1877056127395712:12345-192.168.203.13@tcp:101:bash.0 Request processed in 2043us (2393us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100739.312144:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 38 00000100:00100000:0.0:1790100739.317888:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100739.318167:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127395968 00000100:00100000:2.0:1790100739.318178:0:22743:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127395968 00000100:00100000:2.0:1790100739.318235:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 5 00000100:00100000:2.0:1790100739.318245:0:22743:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+16:18691:x1877056127395968:12345-192.168.203.13@tcp:35:bash.0 00000100:00100000:2.0:1790100739.318534:0:22743:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+17:18691:x1877056127395968:12345-192.168.203.13@tcp:35:bash.0 Request processed in 290us (653us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1790100739.318542:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 5 00000100:00100000:1.0:1790100739.437283:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100739.437497:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127396224 00000100:00100000:3.0:1790100739.437507:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127396224 00000100:00100000:3.0:1790100739.437568:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 39 00000100:00100000:3.0:1790100739.437578:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+17:18701:x1877056127396224:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:3.0:1790100739.437611:0:25627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790100739.437631:0:25627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6600/0xc87a4f2298288c18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e7fe expref: -99 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1790100739.437728:0:25627:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1790100739.437824:0:25627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6600/0xc87a4f2298288c18 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7fe expref: 19 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100739.437839:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff926195669300) 00010000:00010000:3.0:1790100739.437842:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1790100739.437848:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6600/0xc87a4f2298288c18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7fe expref: 19 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100739.437864:0:25627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261a63b6600, rc 0) 00000100:00100000:3.0:1790100739.437935:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+18:18701:x1877056127396224:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 358us (660us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1790100739.437943:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 39 00000100:00100000:3.0:1790100739.442730:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100739.452480:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127396480 00000100:00100000:2.0:1790100739.452495:0:22743:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127396480 00000100:00100000:0.0:1790100739.452649:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00100000:0.0:1790100739.452661:0:22743:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92618683f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+18:18701:x1877056127396480:12345-192.168.203.13@tcp:35:lfs.0 00000100:00100000:0.0:1790100739.452899:0:22743:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92618683f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+19:18701:x1877056127396480:12345-192.168.203.13@tcp:35:lfs.0 Request processed in 240us (10179us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1790100739.452916:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00100000:0.0:1790100739.510456:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100739.510536:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127396736 00000100:00100000:2.0:1790100739.510547:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127396736 00000100:00100000:2.0:1790100739.510602:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 40 00000100:00100000:2.0:1790100739.510611:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+19:18704:x1877056127396736:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:2.0:1790100739.510636:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100739.510655:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288c26 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e805 expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.510781:0:22742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288c2d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.510795:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288c2d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.510806:0:22742:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288c2d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790100739.510816:0:22742:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1790100739.510943:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288c26 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e805 expref: 22 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.510962:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288c2d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e805 expref: 21 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.510969:0:22742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:2.0:1790100739.510972:0:22742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1790100739.510975:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083927400, rc 0) 00000100:00100000:2.0:1790100739.511036:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+21:18704:x1877056127396736:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 426us (603us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1790100739.511043:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 40 00000100:00100000:2.0:1790100739.526039:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100739.526080:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100739.526160:0:22726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127396992 00000100:00100000:0.0:1790100739.526170:0:22726:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127396992 00000100:00100000:0.0:1790100739.526240:0:22726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 0 00000100:00100000:0.0:1790100739.526251:0:22726:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+21:2421:x1877056127396992:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790100739.526287:0:22726:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790100739.526313:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288c2d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e805 expref: 21 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.526332:0:22726:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:0.0:1790100739.526336:0:22726:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790100739.526426:0:22726:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+20:2421:x1877056127396992:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 177us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100739.526446:0:22726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 0 00000100:00100000:3.0:1790100739.526749:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127396864 00000100:00100000:3.0:1790100739.526755:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127396864 00000100:00100000:3.0:1790100739.526797:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 41 00000100:00100000:3.0:1790100739.526806:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+20:18704:x1877056127396864:12345-192.168.203.13@tcp:54:lfs.0 00010000:00010000:3.0:1790100739.526858:0:25627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6600/0xc87a4f2298288c3b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100739.526872:0:25627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6600/0xc87a4f2298288c3b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100739.526895:0:25627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6600/0xc87a4f2298288c3b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100739.526944:0:25627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6600/0xc87a4f2298288c3b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100739.526951:0:25627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6600/0xc87a4f2298288c3b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100739.526958:0:25627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6600/0xc87a4f2298288c3b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100739.526964:0:25627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6600 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:3.0:1790100739.526968:0:25627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6600/0xc87a4f2298288c3b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100739.526976:0:25627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6600/0xc87a4f2298288c3b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100739.526986:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:3.0:1790100739.526989:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1790100739.526994:0:25627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6600/0xc87a4f2298288c3b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100739.527001:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6600/0xc87a4f2298288c3b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100739.527055:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+20:18704:x1877056127396864:12345-192.168.203.13@tcp:54:lfs.0 Request processed in 250us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100739.527062:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 41 00000100:00100000:2.0:1790100739.534058:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100739.534133:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127397248 00000100:00100000:0.0:1790100739.534143:0:22743:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127397248 00000100:00100000:0.0:1790100739.534193:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:0.0:1790100739.534202:0:22743:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+20:18704:x1877056127397248:12345-192.168.203.13@tcp:35:lfs.0 00000100:00100000:0.0:1790100739.534962:0:22743:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+21:18704:x1877056127397248:12345-192.168.203.13@tcp:35:lfs.0 Request processed in 246us (397us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1790100739.534972:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 7 00010000:00010000:0.0:1790100739.592605:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1790100739.724931:0:23493:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1790100739.934104:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100739.934454:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127397504 00000100:00100000:2.0:1790100739.934465:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127397504 00000100:00100000:2.0:1790100739.934535:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 42 00000100:00100000:2.0:1790100739.934567:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+21:18735:x1877056127397504:12345-192.168.203.13@tcp:101:cat.0 00010000:00010000:2.0:1790100739.934590:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100739.934628:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083926400/0xc87a4f2298288c42 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e80c expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.934992:0:22742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c49 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.935008:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c49 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.935021:0:22742:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c49 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790100739.935033:0:22742:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1790100739.935157:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083926400/0xc87a4f2298288c42 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e80c expref: 24 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.935177:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c49 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e80c expref: 23 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100739.935185:0:22742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:2.0:1790100739.935189:0:22742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1790100739.935192:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083926e00, rc 0) 00000100:00100000:2.0:1790100739.935257:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+23:18735:x1877056127397504:12345-192.168.203.13@tcp:101:cat.0 Request processed in 693us (1161us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1790100739.935264:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 42 00000100:00100000:2.0:1790100739.941608:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100739.941651:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100739.941946:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127397760 00000100:00100000:1.0:1790100739.941957:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127397760 00000100:00100000:1.0:1790100739.942073:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 8 00000100:00100000:1.0:1790100739.942085:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+23:18735:x1877056127397760:12345-192.168.203.13@tcp:35:cat.0 00000100:00100000:1.0:1790100739.942400:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+24:18735:x1877056127397760:12345-192.168.203.13@tcp:35:cat.0 Request processed in 315us (799us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1790100739.942408:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 8 00000100:00100000:0.0:1790100739.942963:0:25766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127397888 00000100:00100000:0.0:1790100739.942969:0:25766:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127397888 00000100:00100000:0.0:1790100739.943012:0:25766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 1 00000100:00100000:0.0:1790100739.943020:0:25766:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+24:2421:x1877056127397888:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790100739.943048:0:25766:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790100739.943073:0:25766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c49 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e80c expref: 24 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100739.943092:0:25766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:0.0:1790100739.943097:0:25766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790100739.943134:0:25766:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+23:2421:x1877056127397888:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 116us (1482us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100739.943141:0:25766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 1 00000100:00100000:2.0:1790100740.007211:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100740.007316:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127398144 00000100:00100000:3.0:1790100740.007326:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127398144 00000100:00100000:3.0:1790100740.007439:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 43 00000100:00100000:3.0:1790100740.007453:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+23:18741:x1877056127398144:12345-192.168.203.13@tcp:101:dd.0 00010000:00010000:3.0:1790100740.007474:0:25627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790100740.007490:0:25627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6600/0xc87a4f2298288c57 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e813 expref: -99 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100740.007574:0:25627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6c00/0xc87a4f2298288c5e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100740.007585:0:25627:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927600/0xc87a4f2298288bfc lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f0 expref: 24 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100740.007591:0:25627:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288c11 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f7 expref: 24 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100740.007596:0:25627:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6c00/0xc87a4f2298288c5e lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100740.007625:0:25627:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288c11 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f7 expref: 24 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100740.007637:0:25627:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288c11 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f7 expref: 24 pid: 22740 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100740.007648:0:25627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be736300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25627:1877056141119104:192.168.203.13@tcp:104: 00010000:00010000:3.0:1790100740.007740:0:25627:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff926083927600/0xc87a4f2298288bfc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f0 expref: 24 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100740.007762:0:25627:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927600/0xc87a4f2298288bfc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f0 expref: 24 pid: 22741 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100740.007772:0:25627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be735c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25627:1877056141119232:192.168.203.13@tcp:104: 00000100:00100000:3.0:1790100740.007802:0:25627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a2304d80 going to sleep for 11 seconds 00000100:00080000:2.0:1790100740.007803:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1790100740.011743:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100740.011859:0:22726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127398272 00000100:00100000:0.0:1790100740.011869:0:22726:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127398272 00000100:00100000:3.0:1790100740.011882:0:25627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be736300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25627:1877056141119104:192.168.203.13@tcp:104: 00010000:00010000:0.0:1790100740.011918:0:22726:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288c11 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f7 expref: 25 pid: 22740 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100740.011960:0:22726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 17 00000100:00100000:0.0:1790100740.011969:0:22726:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+25:2422:x1877056127398272:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790100740.011983:0:22726:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790100740.011990:0:22726:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288c11 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f7 expref: 25 pid: 22740 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100740.012003:0:22726:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288c11 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f7 expref: 25 pid: 22740 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100740.012024:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288c11 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f7 expref: 25 pid: 22740 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100740.012041:0:22726:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:0.0:1790100740.012052:0:22726:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6c00/0xc87a4f2298288c5e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100740.012061:0:22726:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6c00/0xc87a4f2298288c5e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100740.012067:0:22726:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790100740.012122:0:22726:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+24:2422:x1877056127398272:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 153us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100740.012124:0:25627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be735c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25627:1877056141119232:192.168.203.13@tcp:104: 00000100:00100000:0.0:1790100740.012138:0:22726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 17 00010000:00010000:3.0:1790100740.012157:0:25627:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6c00/0xc87a4f2298288c5e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100740.012871:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100740.012929:0:25766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127398400 00000100:00100000:0.0:1790100740.012935:0:25766:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127398400 00010000:00010000:0.0:1790100740.012961:0:25766:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff926083927600/0xc87a4f2298288bfc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f0 expref: 24 pid: 22741 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100740.012996:0:25766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:0.0:1790100740.013004:0:25766:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a688d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+24:2422:x1877056127398400:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790100740.013013:0:25766:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790100740.013018:0:25766:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff926083927600/0xc87a4f2298288bfc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f0 expref: 24 pid: 22741 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100740.013029:0:25766:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff926083927600/0xc87a4f2298288bfc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f0 expref: 24 pid: 22741 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100740.013045:0:25766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927600/0xc87a4f2298288bfc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e7f0 expref: 24 pid: 22741 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100740.013056:0:25766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:0.0:1790100740.013069:0:25766:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6c00/0xc87a4f2298288c5e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100740.013078:0:25766:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6c00/0xc87a4f2298288c5e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100740.013085:0:25766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6c00/0xc87a4f2298288c5e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100740.013120:0:25766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790100740.013156:0:25766:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a688d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+23:2422:x1877056127398400:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 152us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100740.013166:0:25766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 18 00010000:00010000:2.0:1790100740.013367:0:25627:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6c00/0xc87a4f2298288c5e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.013375:0:25627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6c00/0xc87a4f2298288c5e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790100740.013393:0:25627:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1790100740.013565:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6600/0xc87a4f2298288c57 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e813 expref: 24 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.013581:0:25627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6c00/0xc87a4f2298288c5e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e813 expref: 23 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.013589:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:2.0:1790100740.013592:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1790100740.013595:0:25627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261a63b6c00, rc 0) 00000100:00100000:2.0:1790100740.013629:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+23:18741:x1877056127398144:12345-192.168.203.13@tcp:101:dd.0 Request processed in 6176us (6425us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1790100740.013636:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 43 00000100:00100000:1.0:1790100740.019922:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100740.020047:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127398528 00000100:00100000:2.0:1790100740.020056:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127398528 00000100:00100000:2.0:1790100740.020115:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 44 00000100:00100000:2.0:1790100740.020124:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+23:18741:x1877056127398528:12345-192.168.203.13@tcp:101:dd.0 00010000:00010000:2.0:1790100740.020146:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100740.020166:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083926400/0xc87a4f2298288c6c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e81a expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.020220:0:22742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c73 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.020233:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c73 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.020243:0:22742:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c73 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.020373:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083926400/0xc87a4f2298288c6c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e81a expref: 25 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.020391:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c73 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e81a expref: 24 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.020399:0:22742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:2.0:1790100740.020403:0:22742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1790100740.020406:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083926e00, rc 0) 00000100:00100000:2.0:1790100740.020469:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+24:18741:x1877056127398528:12345-192.168.203.13@tcp:101:dd.0 Request processed in 346us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100740.020476:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 44 00000100:00100000:0.0:1790100740.025478:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100740.025593:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127398784 00000100:00100000:2.0:1790100740.025602:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127398784 00000100:00100000:2.0:1790100740.025655:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 45 00000100:00100000:2.0:1790100740.025665:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+24:18741:x1877056127398784:12345-192.168.203.13@tcp:36:dd.0 00010000:00010000:2.0:1790100740.025907:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288c7a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.025940:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288c7a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.025951:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288c7a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1790100740.025996:0:22741:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1790100740.026019:0:22741:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003738e1b6 reply state 0000000003e15236 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288c7a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.026033:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288c7a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.026040:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:2.0:1790100740.026043:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1790100740.026046:0:22741:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1790100740.026125:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+27:18741:x1877056127398784:12345-192.168.203.13@tcp:36:dd.0 Request processed in 461us (655us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1790100740.026132:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 45 00000020:00080000:2.0:1790100740.026137:0:22741:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1790100740.029775:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100740.034106:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127398912 00000100:00100000:2.0:1790100740.034123:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127398912 00000100:00100000:2.0:1790100740.034189:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 46 00000100:00100000:2.0:1790100740.034198:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+27:18741:x1877056127398912:12345-192.168.203.13@tcp:101:dd.0 00010000:00010000:2.0:1790100740.034220:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100740.034241:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083926400/0xc87a4f2298288c81 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e821 expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.034296:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083926400/0xc87a4f2298288c81 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e821 expref: 28 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.034326:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff926083926400/0xc87a4f2298288c81 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e821 expref: 28 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100740.034372:0:22742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:2.0:1790100740.034376:0:22742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1790100740.034380:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083926400, rc 0) 00000100:00100000:2.0:1790100740.034440:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+28:18741:x1877056127398912:12345-192.168.203.13@tcp:101:dd.0 Request processed in 242us (4674us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100740.034446:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 46 00000100:00100000:1.0:1790100740.050227:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100740.050449:0:22726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127399168 00000100:00100000:0.0:1790100740.050459:0:22726:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127399168 00000100:00100000:0.0:1790100740.050547:0:22726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 2 00000100:00100000:0.0:1790100740.050558:0:22726:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+28:18741:x1877056127399168:12345-192.168.203.13@tcp:103:dd.0 00010000:00010000:0.0:1790100740.050572:0:22726:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790100740.050594:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083926400/0xc87a4f2298288c81 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e821 expref: 28 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100740.050611:0:22726:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:0.0:1790100740.050616:0:22726:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790100740.050674:0:22726:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+27:18741:x1877056127399168:12345-192.168.203.13@tcp:103:dd.0 Request processed in 117us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100740.050681:0:22726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 2 00000100:00100000:1.0:1790100740.053984:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100740.054384:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127399296 00000100:00100000:3.0:1790100740.054395:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127399296 00000100:00100000:3.0:1790100740.054459:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 47 00000100:00100000:3.0:1790100740.054470:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+27:18741:x1877056127399296:12345-192.168.203.13@tcp:58:dd.0 00010000:00010000:3.0:1790100740.054563:0:25627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6800/0xc87a4f2298288c88 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100740.054581:0:25627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6800/0xc87a4f2298288c88 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100740.054592:0:25627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6800/0xc87a4f2298288c88 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790100740.058219:0:25627:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790100740.058251:0:25627:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:3.0:1790100740.058537:0:25627:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:3.0:1790100740.058813:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+27:18741:x1877056127399296:12345-192.168.203.13@tcp:58:dd.0 Request processed in 4339us (4833us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100740.058826:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 47 00000100:00100000:2.0:1790100740.063196:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100740.063313:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127399424 00000100:00100000:1.0:1790100740.063324:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127399424 00000100:00100000:1.0:1790100740.063565:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 48 00000100:00100000:1.0:1790100740.063575:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+27:18741:x1877056127399424:12345-192.168.203.13@tcp:101:dd.0 00010000:00010000:1.0:1790100740.063594:0:22742:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790100740.063613:0:22742:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288c8f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e828 expref: -99 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100740.063679:0:22742:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6800/0xc87a4f2298288c88 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100740.063691:0:22742:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288c8f lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e828 expref: 28 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100740.063709:0:22742:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6800/0xc87a4f2298288c88 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100740.063722:0:22742:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288c8f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e828 expref: 28 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100740.063736:0:22742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:1.0:1790100740.063739:0:22742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1790100740.063742:0:22742:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288c8f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e828 expref: 28 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100740.063768:0:22742:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9261b66e1a00, rc 0) 00000100:00100000:1.0:1790100740.063832:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+28:18741:x1877056127399424:12345-192.168.203.13@tcp:101:dd.0 Request processed in 258us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100740.064163:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 48 00000100:00100000:1.0:1790100740.450985:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100740.451043:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100740.451078:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100740.451110:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100740.451131:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100740.451149:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100740.451186:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100740.451210:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100740.451520:0:25127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127399808 00000100:00100000:3.0:1790100740.451531:0:25127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127399808 00000100:00100000:3.0:1790100740.451591:0:25127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127400320 00000100:00100000:3.0:1790100740.451594:0:25127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127400320 00000100:00100000:3.0:1790100740.451607:0:25127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127399936 00000100:00100000:3.0:1790100740.451609:0:25127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127399936 00000100:00100000:3.0:1790100740.451620:0:25127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127400448 00000100:00100000:3.0:1790100740.451622:0:25127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127400448 00000100:00100000:3.0:1790100740.451636:0:25127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 16 00000100:00100000:3.0:1790100740.451645:0:25127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:2422:x1877056127399808:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1790100740.451696:0:24811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 17 00000100:00100000:2.0:1790100740.451709:0:24811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261a6b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+5:2422:x1877056127400320:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1790100740.451716:0:25127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:2422:x1877056127399808:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 69us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100740.451724:0:25127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 16 00000100:00100000:3.0:1790100740.451742:0:25127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:2.0:1790100740.451748:0:24811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261a6b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+5:2422:x1877056127400320:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 42us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100740.451752:0:25127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:2422:x1877056127399936:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1790100740.451763:0:24811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 17 00000100:00100000:3.0:1790100740.451786:0:25127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:2422:x1877056127399936:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 35us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100740.451787:0:24811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:3.0:1790100740.451797:0:25127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:2.0:1790100740.451802:0:24811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+5:2422:x1877056127400448:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1790100740.451823:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127400064 00000100:00100000:3.0:1790100740.451829:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127400064 00000100:00100000:2.0:1790100740.451835:0:24811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+5:2422:x1877056127400448:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 38us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100740.451840:0:24811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:3.0:1790100740.451874:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127399680 00000100:00100000:3.0:1790100740.451878:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127399680 00000100:00100000:3.0:1790100740.451907:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127400192 00000100:00100000:3.0:1790100740.451910:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127400192 00000100:00100000:3.0:1790100740.451928:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 58 00000100:00100000:3.0:1790100740.451936:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1e4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+12:2422:x1877056127400064:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1790100740.451981:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1e4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+12:2422:x1877056127400064:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 46us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100740.451990:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 58 00000100:00100000:2.0:1790100740.452009:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 59 00000100:00100000:2.0:1790100740.452019:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261c1952680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:2422:x1877056127399680:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1790100740.452058:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261c1952680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:2422:x1877056127399680:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 41us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100740.452076:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127399552 00000100:00080000:1.0:1790100740.452117:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790100740.452121:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1790100740.452123:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1790100740.452126:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790100740.452522:0:22734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127399552 00000100:00100000:0.0:1790100740.452565:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 165 00000100:00100000:0.0:1790100740.452572:0:22734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:2422:x1877056127399552:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:0.0:1790100740.452600:0:22734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9774254-2c0d-4c06-a9f2-eb87d827bb98+13:2422:x1877056127399552:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 29us (1635us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100740.452606:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 165 00000100:00100000:3.0:1790100740.458436:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 60 00000100:00100000:3.0:1790100740.458653:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+5:2422:x1877056127400192:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1790100740.460263:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0de6761-7d2a-474a-8734-c8250c1625fe+5:2422:x1877056127400192:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 1805us (9067us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100740.460280:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 60 00000100:00100000:2.0:1790100740.468780:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 59 00010000:00010000:0.0:1790100740.616558:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1790100741.064655:0:22775:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1790100741.064665:0:22775:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1790100741.064722:0:22775:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1790100741.064733:0:22775:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1790100741.064878:0:22775:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be7f0e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22775:1877056141119360:192.168.203.13@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1790100741.064980:0:22775:0:(client.c:2716:ptlrpc_set_wait()) set ffff926192068d80 going to sleep for 11 seconds 00000100:00100000:3.0:1790100741.074815:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100741.075252:0:22775:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be7f0e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22775:1877056141119360:192.168.203.13@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1790100741.079035:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127400576 00000100:00100000:0.0:1790100741.079051:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127400576 00000100:00100000:0.0:1790100741.079193:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 49 00000100:00100000:0.0:1790100741.079204:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be735c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+28:18743:x1877056127400576:12345-192.168.203.13@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1790100741.079250:0:25627:0:(mdt_handler.c:7976:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1790100741.079394:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be735c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+28:18743:x1877056127400576:12345-192.168.203.13@tcp:53:lhsmtool_posix.0 Request processed in 191us (4586us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100741.079401:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 49 00000100:00100000:2.0:1790100741.095814:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100741.095905:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127400704 00000100:00100000:1.0:1790100741.095916:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127400704 00000100:00100000:1.0:1790100741.095981:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 50 00000100:00100000:1.0:1790100741.096006:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+28:18743:x1877056127400704:12345-192.168.203.13@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1790100741.096078:0:22742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288c96 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096096:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288c96 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096109:0:22742:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288c96 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096177:0:22742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1e00/0xc87a4f2298288c9d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096185:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1e00/0xc87a4f2298288c9d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096191:0:22742:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1e00/0xc87a4f2298288c9d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096213:0:22742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0e00/0xc87a4f2298288ca4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096222:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0e00/0xc87a4f2298288ca4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096229:0:22742:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0e00/0xc87a4f2298288ca4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1790100741.096272:0:22742:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1790100741.096276:0:22742:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1790100741.096292:0:22742:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0e00/0xc87a4f2298288ca4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096315:0:22742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288c96 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096321:0:22742:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288c96 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096328:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288c96 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096334:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e0c00 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:1.0:1790100741.096376:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288c96 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096385:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288c96 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096397:0:22742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff926083840400) 00010000:00010000:1.0:1790100741.096400:0:22742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790100741.096405:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288c96 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096411:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288c96 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096432:0:22742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1e00/0xc87a4f2298288c9d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096439:0:22742:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1e00/0xc87a4f2298288c9d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096444:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1e00/0xc87a4f2298288c9d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096456:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e1e00 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:1.0:1790100741.096459:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1e00/0xc87a4f2298288c9d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096465:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1e00/0xc87a4f2298288c9d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096474:0:22742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff926083b64900) 00010000:00010000:1.0:1790100741.096476:0:22742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790100741.096479:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1e00/0xc87a4f2298288c9d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096485:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1e00/0xc87a4f2298288c9d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096499:0:22742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0e00/0xc87a4f2298288ca4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096505:0:22742:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0e00/0xc87a4f2298288ca4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096510:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0e00/0xc87a4f2298288ca4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096515:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e0e00 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:1.0:1790100741.096518:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0e00/0xc87a4f2298288ca4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096524:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0e00/0xc87a4f2298288ca4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096543:0:22742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:1.0:1790100741.096546:0:22742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790100741.096549:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0e00/0xc87a4f2298288ca4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.096555:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0e00/0xc87a4f2298288ca4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100741.096632:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+28:18743:x1877056127400704:12345-192.168.203.13@tcp:34:lhsmtool_posix.0 Request processed in 627us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100741.096649:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 50 00000100:00100000:3.0:1790100741.100004:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100741.100330:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127400960 00000100:00100000:0.0:1790100741.100370:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127400960 00000100:00100000:0.0:1790100741.100441:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 51 00000100:00100000:0.0:1790100741.100452:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be736300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+28:18743:x1877056127400960:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1790100741.100472:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100741.100492:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288cab lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e82f expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.100603:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cb2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.100619:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cb2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.100664:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cb2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790100741.100676:0:22741:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1790100741.100752:0:22741:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cb2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.100760:0:22741:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cb2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.100767:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cb2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.100772:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92619565de00 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:0.0:1790100741.100775:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cb2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.100782:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cb2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.100794:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:0.0:1790100741.100797:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1790100741.100801:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cb2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.100806:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cb2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.100845:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288cab lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e82f expref: 30 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.100867:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff926083840400) 00010000:00010000:0.0:1790100741.100870:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1790100741.100874:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288cab lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e82f expref: 30 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.100886:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92619565c400, rc 0) 00000100:00100000:0.0:1790100741.100964:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be736300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+29:18743:x1877056127400960:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 515us (970us total) trans 12884901907 rc 301/301 00000100:00100000:0.0:1790100741.100972:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 51 00000100:00100000:3.0:1790100741.104321:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100741.104473:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127401088 00000100:00100000:1.0:1790100741.104484:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127401088 00000100:00100000:1.0:1790100741.104538:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 52 00000100:00100000:1.0:1790100741.104547:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083011c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+29:18743:x1877056127401088:12345-192.168.203.13@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1790100741.104581:0:22742:0:(mdt_handler.c:7976:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1790100741.104706:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083011c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+29:18743:x1877056127401088:12345-192.168.203.13@tcp:53:lhsmtool_posix.0 Request processed in 159us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100741.104713:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 52 00000100:00100000:1.0:1790100741.107936:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100741.108012:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127401344 00000100:00100000:0.0:1790100741.108022:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127401344 00000100:00100000:0.0:1790100741.108076:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 53 00000100:00100000:0.0:1790100741.108086:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+29:18743:x1877056127401344:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1790100741.108105:0:22741:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100741.108125:0:22741:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d400/0xc87a4f2298288cc0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e836 expref: -99 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1790100741.108520:0:22741:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x23:0x0], count =31 00000004:00080000:0.0:1790100741.108526:0:22741:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x23:0x0]+31 in llog 00000004:00080000:0.0:1790100741.108542:0:22741:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:0.0:1790100741.108801:0:22741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c200/0xc87a4f2298288cc7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.108816:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c200/0xc87a4f2298288cc7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.108827:0:22741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c200/0xc87a4f2298288cc7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.108906:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d400/0xc87a4f2298288cc0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e836 expref: 32 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.108924:0:22741:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c200/0xc87a4f2298288cc7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e836 expref: 31 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.108933:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff926083840100) 00010000:00010000:0.0:1790100741.108936:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1790100741.108940:0:22741:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92619565c200, rc 0) 00000100:00100000:0.0:1790100741.109007:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+31:18743:x1877056127401344:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 922us (1079us total) trans 12884901908 rc 0/0 00000100:00100000:0.0:1790100741.109015:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 53 00000100:00100000:3.0:1790100741.113570:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100741.114451:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127401600 00000100:00100000:1.0:1790100741.114464:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127401600 00000100:00100000:1.0:1790100741.114530:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 54 00000100:00100000:1.0:1790100741.114540:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083012a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+31:18743:x1877056127401600:12345-192.168.203.13@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1790100741.114597:0:22742:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790100741.114623:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c200/0xc87a4f2298288cc7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e836 expref: 31 pid: 22741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114665:0:22742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff926083840100) 00010000:00010000:1.0:1790100741.114677:0:22742:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1790100741.114700:0:22742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1400/0xc87a4f2298288cd5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114713:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1400/0xc87a4f2298288cd5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114721:0:22742:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1400/0xc87a4f2298288cd5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114734:0:22742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1600/0xc87a4f2298288cdc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x489f9644 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114740:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1600/0xc87a4f2298288cdc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x489f9644 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114746:0:22742:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1600/0xc87a4f2298288cdc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x489f9644 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114796:0:22742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1400/0xc87a4f2298288cd5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114803:0:22742:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1400/0xc87a4f2298288cd5 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114809:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1400/0xc87a4f2298288cd5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114815:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e1400 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:1.0:1790100741.114819:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1400/0xc87a4f2298288cd5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114832:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1400/0xc87a4f2298288cd5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114843:0:22742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff926195669900) 00010000:00010000:1.0:1790100741.114845:0:22742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790100741.114849:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1400/0xc87a4f2298288cd5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114854:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1400/0xc87a4f2298288cd5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114864:0:22742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1600/0xc87a4f2298288cdc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x489f9644 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114869:0:22742:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1600/0xc87a4f2298288cdc lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x489f9644 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114875:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1600/0xc87a4f2298288cdc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x489f9644 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114880:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e1600 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:1.0:1790100741.114883:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1600/0xc87a4f2298288cdc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x489f9644 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114897:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1600/0xc87a4f2298288cdc lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x489f9644 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114906:0:22742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x489f9644 (ffff926083b64600) 00010000:00010000:1.0:1790100741.114909:0:22742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790100741.114911:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1600/0xc87a4f2298288cdc lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x489f9644 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.114929:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1600/0xc87a4f2298288cdc lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x489f9644 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100741.115004:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083012a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+30:18743:x1877056127401600:12345-192.168.203.13@tcp:36:lhsmtool_posix.0 Request processed in 465us (1443us total) trans 0 rc -2/-2 00000100:00100000:1.0:1790100741.115011:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 54 00000100:00100000:3.0:1790100741.117806:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100741.123957:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127401728 00000100:00100000:0.0:1790100741.123975:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127401728 00000100:00100000:0.0:1790100741.124036:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 55 00000100:00100000:0.0:1790100741.124046:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083011f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+30:18743:x1877056127401728:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1790100741.124065:0:25627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100741.124087:0:25627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d400/0xc87a4f2298288ce3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e83d expref: -99 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.124121:0:25627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288cea lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.124135:0:25627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288cea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.124146:0:25627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288cea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.124263:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d400/0xc87a4f2298288ce3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e83d expref: 32 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.124282:0:25627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c400/0xc87a4f2298288cea lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e83d expref: 31 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.124291:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff926083840c00) 00010000:00010000:0.0:1790100741.124294:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1790100741.124298:0:25627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92619565c400, rc 0) 00000100:00100000:0.0:1790100741.124389:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083011f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+31:18743:x1877056127401728:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 343us (6590us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100741.124396:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 55 00000100:00100000:2.0:1790100741.130853:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100741.131261:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127401984 00000100:00100000:3.0:1790100741.131273:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127401984 00000100:00100000:3.0:1790100741.131330:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 56 00000100:00100000:3.0:1790100741.131374:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+31:18743:x1877056127401984:12345-192.168.203.13@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1790100741.131464:0:22742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7600/0xc87a4f2298288cf1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.131491:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7600/0xc87a4f2298288cf1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.131503:0:22742:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7600/0xc87a4f2298288cf1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790100741.131955:0:22742:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:3.0:1790100741.131981:0:22742:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 592419640770ns, next at 593419638371ns, rc = 0 00000004:00010000:3.0:1790100741.132034:0:22742:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000000f3c8d3f reply state 00000000343de7e5 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7600/0xc87a4f2298288cf1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.132048:0:22742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7600/0xc87a4f2298288cf1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.132055:0:22742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff926083840c00) 00010000:00010000:3.0:1790100741.132057:0:22742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1790100741.132061:0:22742:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1790100741.133181:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+33:18743:x1877056127401984:12345-192.168.203.13@tcp:36:lhsmtool_posix.0 Request processed in 1835us (2329us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1790100741.133191:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 56 00000100:00100000:3.0:1790100741.139107:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100741.139185:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127402112 00000100:00100000:0.0:1790100741.139196:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127402112 00000100:00100000:0.0:1790100741.139264:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 57 00000100:00100000:0.0:1790100741.139275:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083010700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+33:18743:x1877056127402112:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1790100741.139298:0:25627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100741.139319:0:25627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cf8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e844 expref: -99 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.139395:0:25627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cf8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e844 expref: 34 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.139410:0:25627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cf8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e844 expref: 34 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.139461:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff926083840c00) 00010000:00010000:0.0:1790100741.139464:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1790100741.139468:0:25627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92619565de00, rc 0) 00000100:00100000:0.0:1790100741.139528:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083010700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+34:18743:x1877056127402112:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 254us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100741.139536:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 57 00000100:00100000:2.0:1790100741.141440:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100741.141626:0:25127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127402240 00000100:00100000:3.0:1790100741.141636:0:25127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127402240 00000100:00100000:3.0:1790100741.141693:0:25127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:3.0:1790100741.141703:0:25127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:2421:x1877056127402240:12345-192.168.203.13@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1790100741.141945:0:25127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:2421:x1877056127402240:12345-192.168.203.13@tcp:2:lhsmtool_posix.0 Request processed in 242us (511us total) trans 12884901891 rc 0/0 00000100:00100000:3.0:1790100741.141952:0:25127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:1.0:1790100741.145588:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100741.148397:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127402496 00000100:00100000:0.0:1790100741.148413:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127402496 00000100:00100000:0.0:1790100741.148493:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 9 00000100:00100000:0.0:1790100741.148504:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+34:18743:x1877056127402496:12345-192.168.203.13@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1790100741.148956:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+35:18743:x1877056127402496:12345-192.168.203.13@tcp:35:lhsmtool_posix.0 Request processed in 452us (3375us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1790100741.148964:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 9 00000100:00100000:1.0:1790100741.151804:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100741.151911:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127402752 00000100:00100000:2.0:1790100741.151921:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127402752 00000100:00100000:2.0:1790100741.151980:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 58 00000100:00100000:2.0:1790100741.151990:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+35:18743:x1877056127402752:12345-192.168.203.13@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1790100741.152095:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+35:18743:x1877056127402752:12345-192.168.203.13@tcp:57:lhsmtool_posix.0 Request processed in 106us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100741.152102:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 58 00000100:00100000:2.0:1790100741.158858:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100741.160332:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127402880 00000100:00100000:0.0:1790100741.160381:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127402880 00000100:00100000:0.0:1790100741.160457:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 59 00000100:00100000:0.0:1790100741.160467:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+35:18743:x1877056127402880:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1790100741.160487:0:25627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790100741.160508:0:25627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d400/0xc87a4f2298288cff lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e84b expref: -99 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.160573:0:25627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d06 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.160587:0:25627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d06 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.160612:0:25627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d06 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790100741.160846:0:25627:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1790100741.160866:0:25627:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d06 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.160905:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565d400/0xc87a4f2298288cff lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e84b expref: 37 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.160925:0:25627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d06 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e84b expref: 36 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.160934:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff926083840c00) 00010000:00010000:0.0:1790100741.160937:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1790100741.160940:0:25627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92619565c600, rc 0) 00000100:00100000:0.0:1790100741.160997:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+36:18743:x1877056127402880:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 531us (2147us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100741.161005:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 59 00000100:00100000:1.0:1790100741.164968:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100741.165062:0:24811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127403008 00000100:00100000:2.0:1790100741.165071:0:24811:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127403008 00000100:00100000:2.0:1790100741.165125:0:24811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00100000:2.0:1790100741.165136:0:24811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+6:2422:x1877056127403008:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1790100741.165153:0:24811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100741.165174:0:24811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288d0d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e852 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1790100741.165199:0:24811:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6ab2c504, blocks: 0x0 00010000:00010000:2.0:1790100741.165229:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=592s v=(0 0) 00010000:00010000:2.0:1790100741.165235:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100741.165244:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288d0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e852 expref: 7 pid: 24811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.165284:0:24811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288d0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e852 expref: 7 pid: 24811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.165297:0:24811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083927600, rc 0) 00000100:00100000:2.0:1790100741.165387:0:24811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:2422:x1877056127403008:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 252us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100741.165395:0:24811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00100000:1.0:1790100741.167858:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100741.167958:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127403264 00000100:00100000:2.0:1790100741.167967:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127403264 00000100:00100000:2.0:1790100741.168025:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 60 00000100:00100000:2.0:1790100741.168034:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+36:18743:x1877056127403264:12345-192.168.203.13@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1790100741.168135:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+36:18743:x1877056127403264:12345-192.168.203.13@tcp:57:lhsmtool_posix.0 Request processed in 102us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100741.168143:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 60 00000100:00100000:3.0:1790100741.174324:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100741.176205:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127403392 00000100:00100000:2.0:1790100741.176220:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127403392 00000100:00100000:2.0:1790100741.176284:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 61 00000100:00100000:2.0:1790100741.176293:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083010a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+36:18743:x1877056127403392:12345-192.168.203.13@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1790100741.184304:0:22721:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1790100741.184335:0:22721:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:3.0:1790100741.184697:0:22721:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:0.0:1790100741.185004:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff926083926c00/0xc87a4f2298288b38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185018:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff926083926c00/0xc87a4f2298288b38 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185025:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff926083926c00/0xc87a4f2298288b38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185031:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083926c00 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:0.0:1790100741.185048:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083926c00/0xc87a4f2298288b38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185056:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083926c00/0xc87a4f2298288b38 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185072:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff926195669400) 00010000:00010000:0.0:1790100741.185075:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790100741.185080:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff926083926c00/0xc87a4f2298288b38 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185086:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083926c00/0xc87a4f2298288b38 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185107:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff926083926200/0xc87a4f2298288b3f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185113:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff926083926200/0xc87a4f2298288b3f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185119:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff926083926200/0xc87a4f2298288b3f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185124:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083926200 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:0.0:1790100741.185126:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083926200/0xc87a4f2298288b3f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185132:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083926200/0xc87a4f2298288b3f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185139:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff926195669900) 00010000:00010000:0.0:1790100741.185142:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790100741.185154:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff926083926200/0xc87a4f2298288b3f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185162:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083926200/0xc87a4f2298288b3f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185200:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff926083926000/0xc87a4f2298288bf5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185206:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff926083926000/0xc87a4f2298288bf5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185211:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff926083926000/0xc87a4f2298288bf5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185216:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083926000 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:0.0:1790100741.185219:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083926000/0xc87a4f2298288bf5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185224:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083926000/0xc87a4f2298288bf5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185232:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff926195669b00) 00010000:00010000:0.0:1790100741.185235:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790100741.185238:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff926083926000/0xc87a4f2298288bf5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185244:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083926000/0xc87a4f2298288bf5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185262:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288c7a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185278:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288c7a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185284:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288c7a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185289:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927800 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:0.0:1790100741.185292:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288c7a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185297:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288c7a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185306:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:0.0:1790100741.185308:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790100741.185311:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288c7a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185317:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927800/0xc87a4f2298288c7a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185328:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7600/0xc87a4f2298288cf1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185334:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7600/0xc87a4f2298288cf1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185382:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7600/0xc87a4f2298288cf1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185387:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b7600 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:0.0:1790100741.185397:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7600/0xc87a4f2298288cf1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185405:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7600/0xc87a4f2298288cf1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185413:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff926083840c00) 00010000:00010000:0.0:1790100741.185415:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1790100741.185418:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7600/0xc87a4f2298288cf1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.185423:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7600/0xc87a4f2298288cf1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22742 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100741.186754:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be7f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141119488:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1790100741.186868:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100741.187010:0:24245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141119488 00000100:00100000:1.0:1790100741.187019:0:24245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141119488 00010000:00010000:2.0:1790100741.187056:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b8c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.187066:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b8c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.187073:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b8c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100741.187088:0:24245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00010000:00010000:2.0:1790100741.187092:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927000 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:2.0:1790100741.187098:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b8c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.187105:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b8c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100741.187113:0:24245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141119488:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1790100741.187117:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff926195669900) 00010000:00010000:2.0:1790100741.187121:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1790100741.187125:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b8c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.187131:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288b8c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22741 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100741.187252:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083010a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+15:18743:x1877056127403392:12345-192.168.203.13@tcp:44:lhsmtool_posix.0 Request processed in 10957us (12932us total) trans 0 rc 0/0 00002000:00010000:1.0:1790100741.187254:0:24245:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1790100741.187261:0:24245:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1790100741.187265:0:24245:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:2.0:1790100741.187266:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 61 00002000:00010000:1.0:1790100741.187272:0:24245:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1790100740 -> 1790100740 00002000:00010000:1.0:1790100741.187275:0:24245:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1790100741.187318:0:24245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3642:x1877056141119488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 220us (449us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1790100741.187325:0:24245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000004:00080000:1.0:1790100741.187407:0:3642:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9261be7f1f80/2, rc 0, transno 12884901892 00000100:00100000:1.0:1790100741.187414:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be7f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141119488:0@lo:2:osp-syn-1-0.0 00000100:00080000:3.0:1790100741.188155:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1790100741.192713:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100741.192859:0:25127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127403520 00000100:00100000:3.0:1790100741.192869:0:25127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127403520 00000100:00100000:3.0:1790100741.192928:0:25127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 23 00000100:00100000:3.0:1790100741.192938:0:25127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:2422:x1877056127403520:12345-192.168.203.13@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1790100741.193048:0:25127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:2422:x1877056127403520:12345-192.168.203.13@tcp:16:lhsmtool_posix.0 Request processed in 111us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100741.193056:0:25127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 23 00000100:00100000:1.0:1790100741.202982:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100741.203175:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127403776 00000100:00100000:2.0:1790100741.203185:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127403776 00000100:00100000:2.0:1790100741.203250:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 62 00000100:00100000:2.0:1790100741.203258:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+15:18743:x1877056127403776:12345-192.168.203.13@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1790100741.203307:0:22740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790100741.203330:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d06 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e84b expref: 15 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.203385:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff926083840c00) 00010000:00010000:2.0:1790100741.203390:0:22740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1790100741.203426:0:22740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288d14 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.203441:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288d14 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.203450:0:22740:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288d14 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1790100741.203559:0:22740:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000017952f15 reply state 00000000cd00eff3 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288d14 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.203571:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083927000/0xc87a4f2298288d14 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.203577:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff926083840c00) 00010000:00010000:2.0:1790100741.203580:0:22740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1790100741.203582:0:22740:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1790100741.203673:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+16:18743:x1877056127403776:12345-192.168.203.13@tcp:36:lhsmtool_posix.0 Request processed in 415us (698us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1790100741.203681:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 62 00000100:00100000:0.0:1790100741.217386:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100741.217481:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127403904 00000100:00100000:2.0:1790100741.217492:0:24244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127403904 00000100:00100000:2.0:1790100741.217540:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 24 00000100:00100000:2.0:1790100741.217549:0:24244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b125f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:18743:x1877056127403904:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1790100741.217567:0:24244:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100741.217586:0:24244:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d1b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e859 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.217615:0:24244:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288d0d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e852 expref: 8 pid: 24811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.217638:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100741.217643:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100741.217648:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d1b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e859 expref: 8 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.217681:0:24244:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288d0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e852 expref: 8 pid: 24811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.217694:0:24244:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288d0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e852 expref: 8 pid: 24811 timeout: 692 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100741.217706:0:24244:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083b73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:24244:1877056141119616:192.168.203.13@tcp:104: 00000100:00100000:2.0:1790100741.217787:0:24244:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261c197b780 going to sleep for 11 seconds 00000100:00100000:2.0:1790100741.223587:0:24244:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083b73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:24244:1877056141119616:192.168.203.13@tcp:104: 00010000:00010000:2.0:1790100741.223622:0:24244:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d1b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e859 expref: 8 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.223642:0:24244:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083927400, rc 0) 00000100:00100000:2.0:1790100741.223698:0:24244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b125f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+8:18743:x1877056127403904:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 6149us (6358us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100741.223707:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 24 00000100:00100000:3.0:1790100741.226768:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100741.226872:0:25766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127404032 00000100:00100000:0.0:1790100741.226882:0:25766:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127404032 00010000:00010000:0.0:1790100741.226932:0:25766:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288d0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e852 expref: 8 pid: 24811 timeout: 692 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100741.226980:0:25766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:0.0:1790100741.226990:0:25766:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+8:2421:x1877056127404032:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790100741.227004:0:25766:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790100741.227024:0:25766:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288d0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e852 expref: 8 pid: 24811 timeout: 692 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.227036:0:25766:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288d0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e852 expref: 8 pid: 24811 timeout: 692 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.227080:0:25766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c4e63b2/0xc87a4f2298288d0d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e852 expref: 8 pid: 24811 timeout: 692 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.227096:0:25766:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790100741.227100:0:25766:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790100741.227106:0:25766:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e859 expref: 7 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.227116:0:25766:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e859 expref: 7 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.227153:0:25766:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e859 expref: 7 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100741.227167:0:25766:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d14000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:25766:1877056141119744:192.168.203.13@tcp:105: 00000100:00100000:0.0:1790100741.227248:0:25766:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b8cce3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100741.229670:0:25766:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d14000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:25766:1877056141119744:192.168.203.13@tcp:105: 00010000:00010000:2.0:1790100741.229696:0:25766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790100741.229764:0:25766:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:2421:x1877056127404032:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 2774us (3004us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100741.229774:0:25766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:1.0:1790100741.230274:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100741.230358:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127404160 00000100:00100000:0.0:1790100741.230367:0:24246:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127404160 00000100:00100000:0.0:1790100741.230411:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 25 00000100:00100000:0.0:1790100741.230420:0:24246:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:2421:x1877056127404160:12345-192.168.203.13@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1790100741.230574:0:24246:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1790100741.230578:0:24246:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1790100739 00002000:00010000:0.0:1790100741.230581:0:24246:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1790100738 00002000:00010000:0.0:1790100741.230583:0:24246:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1790100740 -> 1790100739 00002000:00010000:0.0:1790100741.230594:0:24246:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1790100741.230641:0:24246:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+8:2421:x1877056127404160:12345-192.168.203.13@tcp:2:lhsmtool_posix.0 Request processed in 221us (368us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1790100741.230648:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 25 00000100:00100000:3.0:1790100741.240534:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100741.240762:0:24811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127404288 00000100:00100000:2.0:1790100741.240772:0:24811:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127404288 00000100:00100000:2.0:1790100741.240838:0:24811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 26 00000100:00100000:2.0:1790100741.240848:0:24811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+8:2421:x1877056127404288:12345-192.168.203.13@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1790100741.240900:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f2298288d22 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.240923:0:24811:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e859 expref: 8 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.240932:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100741.240936:0:24811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1790100741.240940:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f2298288d22 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.241142:0:24811:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e859 expref: 8 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.241156:0:24811:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e859 expref: 8 pid: 24244 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100741.241170:0:24811:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083b73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24811:1877056141119872:192.168.203.13@tcp:104: 00000100:00100000:2.0:1790100741.241247:0:24811:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261c197b780 going to sleep for 11 seconds 00000100:00100000:1.0:1790100741.254326:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100741.254474:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127404416 00000100:00100000:3.0:1790100741.254484:0:22727:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127404416 00010000:00010000:3.0:1790100741.254522:0:22727:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d1b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e859 expref: 9 pid: 24244 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100741.254562:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:3.0:1790100741.254571:0:22727:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+9:2421:x1877056127404416:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1790100741.254586:0:22727:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790100741.254607:0:22727:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d1b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e859 expref: 9 pid: 24244 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.254621:0:22727:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e859 expref: 9 pid: 24244 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.254644:0:22727:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1790100741.254648:0:22727:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1790100741.254654:0:22727:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f2298288d22 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.254676:0:22727:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f2298288d22 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.254697:0:22727:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790100741.254754:0:22727:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+9:2421:x1877056127404416:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 184us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100741.254761:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 20 00010000:00010000:2.0:1790100741.255618:0:24811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e859 expref: 8 pid: 24244 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100741.255636:0:24811:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083b73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24811:1877056141119872:192.168.203.13@tcp:104: 00010000:00010000:2.0:1790100741.255654:0:24811:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f2298288d22 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.255664:0:24811:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f2298288d22 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.255671:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f2298288d22 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.255692:0:24811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f2298288d22 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.255700:0:24811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f2298288d22 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.255707:0:24811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f2298288d22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.255713:0:24811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083926400 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:2.0:1790100741.255717:0:24811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f2298288d22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.255738:0:24811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f2298288d22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.255753:0:24811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f2298288d22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.255760:0:24811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000833a6d88/0xc87a4f2298288d22 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790100741.255837:0:24811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:2421:x1877056127404288:12345-192.168.203.13@tcp:1:lhsmtool_posix.0 Request processed in 14990us (15312us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100741.255846:0:24811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 26 00000100:00100000:1.0:1790100741.264630:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100741.264722:0:25627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127404672 00000100:00100000:0.0:1790100741.264732:0:25627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127404672 00000100:00100000:0.0:1790100741.264796:0:25627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 63 00000100:00100000:0.0:1790100741.264805:0:25627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+16:18743:x1877056127404672:12345-192.168.203.13@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1790100741.264904:0:25627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565da00/0xc87a4f2298288d29 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.264921:0:25627:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c73 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e81a expref: 16 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.264929:0:25627:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92619565da00/0xc87a4f2298288d29 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.264971:0:25627:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c73 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e81a expref: 16 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.264985:0:25627:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c73 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e81a expref: 16 pid: 22742 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100741.264999:0:25627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d17800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25627:1877056141120000:192.168.203.13@tcp:104: 00000100:00100000:0.0:1790100741.265083:0:25627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261b8cce3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790100741.268148:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100741.268239:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127404800 00000100:00100000:3.0:1790100741.268249:0:22728:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127404800 00010000:00010000:3.0:1790100741.268290:0:22728:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c73 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e81a expref: 17 pid: 22742 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100741.268330:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00100000:3.0:1790100741.268380:0:22728:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+17:2422:x1877056127404800:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1790100741.268395:0:22728:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790100741.268401:0:22728:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c73 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e81a expref: 17 pid: 22742 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.268413:0:22728:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c73 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e81a expref: 17 pid: 22742 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.268434:0:22728:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:3.0:1790100741.268441:0:22728:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288c8f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e828 expref: 17 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.268470:0:22728:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff92619565da00/0xc87a4f2298288d29 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.268478:0:22728:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565da00/0xc87a4f2298288d29 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.268485:0:22728:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92619565da00/0xc87a4f2298288d29 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.268504:0:22728:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790100741.268550:0:22728:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+17:2422:x1877056127404800:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 211us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100741.268557:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 21 00010000:00010000:0.0:1790100741.269588:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083926e00/0xc87a4f2298288c73 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e81a expref: 16 pid: 22742 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100741.269623:0:25627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d17800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25627:1877056141120000:192.168.203.13@tcp:104: 00010000:00010000:0.0:1790100741.269645:0:25627:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92619565da00/0xc87a4f2298288d29 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.269655:0:25627:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92619565da00/0xc87a4f2298288d29 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.269661:0:25627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565da00/0xc87a4f2298288d29 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.269857:0:25627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d30 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.269870:0:25627:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cf8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e844 expref: 16 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.269878:0:25627:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d30 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.269918:0:25627:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cf8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e844 expref: 16 pid: 25627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.269932:0:25627:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cf8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e844 expref: 16 pid: 25627 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100741.270019:0:25627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d17800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25627:1877056141120128:192.168.203.13@tcp:104: 00000100:00100000:0.0:1790100741.270095:0:25627:0:(client.c:2716:ptlrpc_set_wait()) set ffff926082abea80 going to sleep for 11 seconds 00000100:00100000:1.0:1790100741.273569:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100741.275120:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127404928 00000100:00100000:3.0:1790100741.275132:0:22727:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127404928 00010000:00010000:3.0:1790100741.275176:0:22727:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cf8 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e844 expref: 17 pid: 25627 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100741.275230:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 22 00000100:00100000:3.0:1790100741.275240:0:22727:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+17:2422:x1877056127404928:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1790100741.275256:0:22727:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790100741.275263:0:22727:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cf8 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e844 expref: 17 pid: 25627 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.275275:0:22727:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cf8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e844 expref: 17 pid: 25627 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.275318:0:22727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff926083840c00) 00010000:00010000:3.0:1790100741.275324:0:22727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d30 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.275333:0:22727:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d30 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.275383:0:22727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d30 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.275403:0:22727:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790100741.275456:0:22727:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+17:2422:x1877056127404928:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 218us (1896us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100741.275463:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 22 00010000:00010000:0.0:1790100741.278015:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565de00/0xc87a4f2298288cf8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e844 expref: 16 pid: 25627 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100741.278044:0:25627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d17800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25627:1877056141120128:192.168.203.13@tcp:104: 00010000:00010000:0.0:1790100741.278068:0:25627:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d30 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.278078:0:25627:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d30 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.278084:0:25627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d30 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1790100741.278273:0:25627:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1790100741.278558:0:25627:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1790100741.278677:0:25627:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1790100741.278760:0:25627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d17800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25627:1877056141120256:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1790100741.279040:0:25627:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100741.279081:0:25627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261c1af30c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790100741.279432:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141120256 00000100:00100000:2.0:1790100741.279441:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141120256 00000100:00100000:2.0:1790100741.279493:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1790100741.279502:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:25627:x1877056141120256:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1790100741.279747:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:25627:x1877056141120256:12345-0@lo:1000:mdt00_003.0 Request processed in 246us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100741.279754:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1790100741.281573:0:25627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d17800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25627:1877056141120256:0@lo:1000:mdt00_003.0 00000001:00080000:3.0:1790100741.281838:0:25627:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:3.0:1790100741.281922:0:25627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260852c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25627:1877056141120384:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1790100741.282068:0:25627:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100741.282100:0:25627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a2304d80 going to sleep for 11 seconds 00000100:00100000:0.0:1790100741.283143:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141120384 00000100:00100000:0.0:1790100741.283152:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141120384 00000100:00100000:0.0:1790100741.283260:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1790100741.283270:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:25627:x1877056141120384:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1790100741.283475:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:25627:x1877056141120384:12345-0@lo:1000:mdt00_003.0 Request processed in 207us (1408us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1790100741.283482:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1790100741.283567:0:25627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260852c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25627:1877056141120384:0@lo:1000:mdt00_003.0 00010000:00010000:3.0:1790100741.283612:0:25627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d30 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.283623:0:25627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d30 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.283630:0:25627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d30 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.283647:0:25627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92619565c600 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:3.0:1790100741.283652:0:25627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d30 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.283660:0:25627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d30 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.283677:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff926083840c00) 00010000:00010000:3.0:1790100741.283680:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1790100741.283685:0:25627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d30 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.283692:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565c600/0xc87a4f2298288d30 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.283723:0:25627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6800/0xc87a4f2298288c88 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.283729:0:25627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6800/0xc87a4f2298288c88 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.283735:0:25627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6800/0xc87a4f2298288c88 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.283740:0:25627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b6800 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:3.0:1790100741.283742:0:25627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6800/0xc87a4f2298288c88 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.283748:0:25627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6800/0xc87a4f2298288c88 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.283768:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:3.0:1790100741.283770:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1790100741.283778:0:25627:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288c8f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e828 expref: 19 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.283788:0:25627:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288c8f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e828 expref: 19 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.283798:0:25627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288c8f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e828 expref: 19 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.283851:0:25627:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e1a00/0xc87a4f2298288c8f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e828 expref: 19 pid: 22742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790100741.283864:0:25627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260852c2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25627:1877056141120512:192.168.203.13@tcp:105: 00000100:00100000:3.0:1790100741.284365:0:25627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9261a2304d80 going to sleep for 11 seconds 00000100:00100000:3.0:1790100741.296060:0:25627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260852c2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25627:1877056141120512:192.168.203.13@tcp:105: 00000100:00100000:1.0:1790100741.296060:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00010000:00010000:3.0:1790100741.296087:0:25627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6800/0xc87a4f2298288c88 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296099:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b6800/0xc87a4f2298288c88 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296131:0:25627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7400/0xc87a4f2298288d37 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296144:0:25627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7400/0xc87a4f2298288d37 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296169:0:25627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7400/0xc87a4f2298288d37 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296180:0:25627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7400/0xc87a4f2298288d37 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296186:0:25627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7400/0xc87a4f2298288d37 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296192:0:25627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7400/0xc87a4f2298288d37 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296198:0:25627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b7400 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:3.0:1790100741.296202:0:25627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7400/0xc87a4f2298288d37 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296210:0:25627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7400/0xc87a4f2298288d37 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296222:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:3.0:1790100741.296225:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790100741.296228:0:25627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7400/0xc87a4f2298288d37 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296233:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261a63b7400/0xc87a4f2298288d37 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296243:0:25627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92619565da00/0xc87a4f2298288d29 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296248:0:25627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92619565da00/0xc87a4f2298288d29 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296262:0:25627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92619565da00/0xc87a4f2298288d29 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296267:0:25627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92619565da00 already unused, calling callback (ffffffffc19dd4f0) 00010000:00010000:3.0:1790100741.296270:0:25627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92619565da00/0xc87a4f2298288d29 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296276:0:25627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92619565da00/0xc87a4f2298288d29 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296284:0:25627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:3.0:1790100741.296287:0:25627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1790100741.296290:0:25627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92619565da00/0xc87a4f2298288d29 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.296301:0:25627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92619565da00/0xc87a4f2298288d29 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25627 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1790100741.297108:0:22775:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000100:00100000:3.0:1790100741.297218:0:25627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+19:18743:x1877056127404672:12345-192.168.203.13@tcp:57:lhsmtool_posix.0 Request processed in 32401us (32584us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1790100741.297230:0:25627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 63 00000020:00080000:3.0:1790100741.297235:0:25627:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1790100741.297403:0:22775:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1790100741.297426:0:22775:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1790100741.297444:0:22775:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1790100741.297571:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127405056 00000100:00100000:2.0:1790100741.297631:0:22743:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127405056 00000100:00100000:2.0:1790100741.297716:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 10 00000100:00100000:2.0:1790100741.297726:0:22743:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261b65da850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+19:18741:x1877056127405056:12345-192.168.203.13@tcp:49:dd.0 00000100:00100000:2.0:1790100741.297835:0:22743:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261b65da850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+19:18741:x1877056127405056:12345-192.168.203.13@tcp:49:dd.0 Request processed in 103us (1774us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100741.297854:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 10 00000100:00100000:1.0:1790100741.302698:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1790100741.306015:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1790100741.306096:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127405440 00000100:00100000:1.0:1790100741.306107:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127405440 00000100:00100000:1.0:1790100741.306168:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 11 00000100:00100000:1.0:1790100741.306178:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+19:18743:x1877056127405440:12345-192.168.203.13@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1790100741.306496:0:22744:0:(mdd_object.c:4178:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1790100741.306530:0:22744:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:1.0:1790100741.306564:0:22744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288d3e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22744 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.306881:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288d3e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22744 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.306904:0:22744:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288d3e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22744 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.306914:0:22744:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288d3e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22744 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.306920:0:22744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288d3e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22744 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.306942:0:22744:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288d3e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22744 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790100741.306962:0:22744:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790100741.307085:0:22730:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790100741.307092:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288d3e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22744 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.307099:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261b66e0c00 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:3.0:1790100741.307103:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288d3e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22744 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.307121:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288d3e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22744 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.307134:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff926083840c00) 00010000:00010000:3.0:1790100741.307137:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1790100741.307142:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288d3e lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22744 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.307148:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9261b66e0c00/0xc87a4f2298288d3e lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22744 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.307161:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100741.307162:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790100741.307164:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100741.307249:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+21:18743:x1877056127405440:12345-192.168.203.13@tcp:35:lhsmtool_posix.0 Request processed in 1070us (1248us total) trans 12884901918 rc 0/0 00000100:00100000:1.0:1790100741.307257:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 11 00000020:00080000:1.0:1790100741.307262:0:22744:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1790100741.308144:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127405184 00000100:00100000:2.0:1790100741.308154:0:22740:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127405184 00000100:00100000:2.0:1790100741.308208:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 64 00000100:00100000:2.0:1790100741.308217:0:22740:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+21:18741:x1877056127405184:12345-192.168.203.13@tcp:101:dd.0 00010000:00010000:2.0:1790100741.308234:0:22740:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790100741.308250:0:22740:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288d45 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e3cdbbfe230e860 expref: -99 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.308279:0:22740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927200/0xc87a4f2298288d4c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.308292:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff926083927200/0xc87a4f2298288d4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.308301:0:22740:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff926083927200/0xc87a4f2298288d4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.308414:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff926083927400/0xc87a4f2298288d45 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e860 expref: 23 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.308432:0:22740:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff926083927200/0xc87a4f2298288d4c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x5e3cdbbfe230e860 expref: 22 pid: 22740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.308441:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff926195669600) 00010000:00010000:2.0:1790100741.308443:0:22740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1790100741.308447:0:22740:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff926083927200, rc 0) 00000100:00100000:2.0:1790100741.308814:0:22740:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+22:18741:x1877056127405184:12345-192.168.203.13@tcp:101:dd.0 Request processed in 597us (6124us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100741.308837:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 64 00000100:00100000:0.0:1790100741.337490:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1790100741.337640:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127405568 00000100:00100000:3.0:1790100741.337652:0:24249:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127405568 00000100:00100000:3.0:1790100741.337723:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 0 00000100:00100000:3.0:1790100741.337732:0:24249:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:2420:x1877056127405568:12345-192.168.203.13@tcp:4:dd.0 00002000:00010000:3.0:1790100741.337783:0:24249:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6ab2c503, atime: 0x6ab2c502, ctime: 0x6ab2c503, blocks: 0x0 00010000:00010000:3.0:1790100741.337793:0:24249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288d53 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.337807:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=592s v=(0 0) 00010000:00010000:3.0:1790100741.337811:0:24249:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790100741.337817:0:24249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288d53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790100741.337843:0:24249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288d53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790100741.343629:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1790100741.343987:0:24251:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1790100741.343996:0:24251:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:3.0:1790100741.344231:0:24251:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056127405696 00000100:00100000:3.0:1790100741.344240:0:24251:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056127405696 00000100:00100000:2.0:1790100741.346509:0:25783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 1 00000100:00100000:2.0:1790100741.346526:0:25783:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+8:2419:x1877056127405696:12345-192.168.203.13@tcp:4:dd.0 00010000:00010000:2.0:1790100741.346564:0:25783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d5a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.346644:0:25783:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100741.346649:0:25783:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790100741.346656:0:25783:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790100741.346671:0:25783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1790100741.440466:0:25058:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:2.0:1790100741.440482:0:25058:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:0.0:1790100741.440738:0:24249:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:0.0:1790100741.440754:0:24249:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1790100739 -> 1790100740 00002000:00010000:0.0:1790100741.440757:0:24249:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1790100739 -> 1790100740 00002000:00010000:0.0:1790100741.440759:0:24249:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:0.0:1790100741.440777:0:24249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288d53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.440789:0:24249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288d53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.440798:0:24249:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288d53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.440805:0:24249:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9261a63b7400 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:0.0:1790100741.440810:0:24249:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288d53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.440818:0:24249:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288d53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.440849:0:24249:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288d53 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.440857:0:24249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ca1d128/0xc87a4f2298288d53 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100741.444211:0:24249:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+7:2420:x1877056127405568:12345-192.168.203.13@tcp:4:dd.0 Request processed in 106467us (106716us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1790100741.444236:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 0 00000001:00080000:3.0:1790100741.490930:0:25058:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:0.0:1790100741.491626:0:25783:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:0.0:1790100741.491632:0:25783:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:0.0:1790100741.491648:0:25783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.491661:0:25783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.491670:0:25783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.491679:0:25783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff926083927400 already unused, calling callback (ffffffffc0da1900) 00010000:00010000:0.0:1790100741.491684:0:25783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.491693:0:25783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.491711:0:25783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d5a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790100741.491719:0:25783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a83f8c9f/0xc87a4f2298288d5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790100741.491900:0:25783:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6c87c470-d4d5-43c7-aaa4-6ee2a4ab4e09+5:2419:x1877056127405696:12345-192.168.203.13@tcp:4:dd.0 Request processed in 145366us (148266us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1790100741.491919:0:25783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 1 00010000:00010000:0.0:1790100741.640689:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790100742.602033:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be7f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141120640:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790100742.602111:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100742.602148:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1790100742.602155:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be7f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141120768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1790100742.602180:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100742.602213:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141120768 00000100:00100000:0.0:1790100742.602225:0:24248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141120768 00000100:00100000:0.0:1790100742.602276:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790100742.602286:0:24248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141120768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1790100742.602333:0:24248:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1790100742.602392:0:24248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141120768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100742.602399:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:0.0:1790100742.602434:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790100742.602467:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be7f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141120768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790100742.603149:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141120640 00000100:00100000:1.0:1790100742.603156:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141120640 00000100:00100000:1.0:1790100742.603204:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1790100742.603212:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083d17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141120640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790100742.603243:0:22745:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1790100742.603298:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083d17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1877056141120640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (1187us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100742.603305:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1790100742.605975:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be7f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1877056141120640:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1790100742.676427:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790100743.122604:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790100743.122628:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141120896:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790100743.122691:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100743.122772:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141120896 00000100:00100000:2.0:1790100743.122781:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141120896 00000100:00100000:2.0:1790100743.122855:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1790100743.122864:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141120896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1790100743.122924:0:22745:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1790100743.123021:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141120896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 157us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100743.123029:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1790100743.123094:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141120896:0@lo:41:osp-pre-1-0.0 00000001:02000400:2.0:1790100743.311605:0:25821:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:3.0:1790100743.691138:0:22730:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790100744.136769:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790100744.136790:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9260852c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141121024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790100744.136920:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100744.136958:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141121152:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790100744.136971:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141121024 00000100:00100000:3.0:1790100744.136978:0:24248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141121024 00000100:00100000:2.0:1790100744.136987:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100744.137018:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141121152 00000100:00100000:2.0:1790100744.137022:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141121152 00000100:00100000:3.0:1790100744.137024:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1790100744.137032:0:24248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141121024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1790100744.137061:0:24248:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3908202496 avail 3676680192 00000100:00100000:3.0:1790100744.137116:0:24248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877056141121024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100744.137123:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1790100744.137139:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00080000:2.0:1790100744.137140:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1790100744.137145:0:24248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141121152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1790100744.137157:0:24248:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3908202496 avail 3676680192 00000100:00100000:2.0:1790100744.137179:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9260852c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1877056141121024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790100744.137184:0:24248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141121152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1790100744.137189:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1790100744.137213:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:2.0:1790100744.137218:0:3643:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9261be7f1f80, transno 12884901892 00000004:00080000:2.0:1790100744.137230:0:3643:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:2.0:1790100744.137248:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141121152:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790100744.139410:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1790100744.139437:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261be7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141121280:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1790100744.139513:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790100744.140753:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141121280 00000100:00100000:2.0:1790100744.140766:0:24247:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141121280 00000100:00100000:2.0:1790100744.140842:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1790100744.140853:0:24247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9260852c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141121280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1790100744.140896:0:24247:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1790100744.140966:0:24247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9260852c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1877056141121280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (1453us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100744.140973:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1790100744.141026:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261be7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1877056141121280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790100744.143001:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141121536:0@lo:400:kworker.0 00000100:00100000:0.0:1790100744.143088:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100744.143131:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1877056141122048:0@lo:400:kworker.0 00000100:00100000:0.0:1790100744.143157:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100744.143179:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084c13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1877056141122560:0@lo:400:kworker.0 00000100:00100000:0.0:1790100744.143201:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100744.143223:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1790100744.143229:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a506ab7a-0172-45f1-980b-f79bd4c4429c:3642:1877056141121408:0@lo:400:kworker.0 00000100:00100000:0.0:1790100744.143274:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100744.143296:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141121920:0@lo:400:kworker.0 00000100:00100000:0.0:1790100744.143319:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100744.143357:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084c13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3642:1877056141122432:0@lo:400:kworker.0 00000100:00100000:0.0:1790100744.143379:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790100744.143411:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141121536 00000100:00100000:0.0:1790100744.143419:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141121536 00000100:00100000:0.0:1790100744.143465:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1790100744.143474:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141121536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100744.143524:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1877056141121536:12345-0@lo:400:kworker.0 Request processed in 51us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100744.143531:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1790100744.143554:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141122048 00000100:00100000:0.0:1790100744.143558:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141122048 00000100:00100000:0.0:1790100744.143582:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141122560 00000100:00100000:0.0:1790100744.143585:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141122560 00000100:00100000:0.0:1790100744.143598:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141122432 00000100:00100000:0.0:1790100744.143601:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141122432 00000100:00100000:0.0:1790100744.143613:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1790100744.143619:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926084c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1877056141122048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100744.143649:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926084c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1877056141122048:12345-0@lo:400:kworker.0 Request processed in 31us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100744.143655:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1790100744.143665:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1790100744.143671:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1877056141122560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100744.143695:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1877056141122560:12345-0@lo:400:kworker.0 Request processed in 25us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100744.143710:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1790100744.143722:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1790100744.143727:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1877056141122432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100744.143770:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1877056141122432:12345-0@lo:400:kworker.0 Request processed in 43us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100744.143775:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1790100744.143795:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141121920 00000100:00100000:0.0:1790100744.143798:0:24244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141121920 00000100:00100000:1.0:1790100744.144066:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141121408 00000100:00100000:1.0:1790100744.144071:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141121408 00000100:00100000:1.0:1790100744.144104:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1790100744.144112:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff926083c3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:3642:x1877056141121408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100744.144157:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff926083c3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a506ab7a-0172-45f1-980b-f79bd4c4429c+24:3642:x1877056141121408:12345-0@lo:400:kworker.0 Request processed in 45us (881us total) trans 0 rc 0/0 00000100:00080000:3.0:1790100744.144170:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1790100744.144176:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1790100744.144176:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00080000:3.0:1790100744.144179:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790100744.144244:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141121792:0@lo:400:kworker.0 00000100:00100000:1.0:1790100744.144276:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100744.144294:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a506ab7a-0172-45f1-980b-f79bd4c4429c:3642:1877056141121408:0@lo:400:kworker.0 00000100:00100000:1.0:1790100744.144302:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926084c12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1877056141122304:0@lo:400:kworker.0 00000100:00100000:3.0:1790100744.144313:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084c13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3642:1877056141122432:0@lo:400:kworker.0 00000100:00100000:3.0:1790100744.144329:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1877056141121536:0@lo:400:kworker.0 00000100:00100000:1.0:1790100744.144331:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790100744.144379:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1877056141122048:0@lo:400:kworker.0 00000100:00100000:1.0:1790100744.144380:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1790100744.144392:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff926083d14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1877056141121664:0@lo:400:kworker.0 00000100:00100000:2.0:1790100744.144472:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141121792 00000100:00100000:2.0:1790100744.144478:0:22745:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141121792 00000100:00100000:2.0:1790100744.144506:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00010000:00080000:3.0:1790100744.144511:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff926084c13480 x1877056141122560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790100744.144517:0:22745:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141121792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790100744.144531:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084c13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1877056141122560:0@lo:400:kworker.0 00000100:00100000:3.0:1790100744.144570:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141122304 00000100:00100000:3.0:1790100744.144574:0:22741:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141122304 00000100:00100000:3.0:1790100744.144604:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1790100744.144609:0:22741:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1877056141122304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100744.145009:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100744.145044:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9261a6256300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1877056141122176:0@lo:400:kworker.0 00000100:00100000:1.0:1790100744.145069:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790100744.145127:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141121664 00000100:00100000:1.0:1790100744.145132:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141121664 00000100:00100000:1.0:1790100744.145159:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877056141122176 00000100:00100000:1.0:1790100744.145163:0:22742:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877056141122176 00000100:00100000:1.0:1790100744.145179:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1790100744.145185:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1877056141121664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100744.145235:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1877056141121664:12345-0@lo:400:kworker.0 Request processed in 49us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100744.145242:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1790100744.147139:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1790100744.147152:0:22742:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1877056141122176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790100744.147231:0:22742:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1877056141122176:12345-0@lo:400:kworker.0 Request processed in 81us (2160us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100744.147237:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1790100744.147296:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1877056141121664:0@lo:400:kworker.0 00000100:00100000:1.0:1790100744.147324:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9261a6256300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1877056141122176:0@lo:400:kworker.0 00000100:00100000:0.0:1790100744.147440:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1790100744.147464:0:24244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9261be73ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141121920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790100744.147523:0:24244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be73ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1877056141121920:12345-0@lo:400:kworker.0 Request processed in 61us (4202us total) trans 0 rc 0/0 00000100:00100000:0.0:1790100744.147529:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790100744.148017:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1877056141121920:0@lo:400:kworker.0 00000100:00080000:1.0:1790100744.148054:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1790100744.148060:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1790100744.148062:0:22737:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1790100744.151413:0:22745:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1877056141121792:12345-0@lo:400:kworker.0 Request processed in 6890us (7125us total) trans 0 rc 0/0 00000100:00100000:2.0:1790100744.151430:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1790100744.151541:0:22741:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9261be7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1877056141122304:12345-0@lo:400:kworker.0 Request processed in 6928us (7209us total) trans 0 rc 0/0 00000100:00100000:1.0:1790100744.151549:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926083d14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1877056141121792:0@lo:400:kworker.0 00000100:00100000:3.0:1790100744.151557:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00010000:00080000:1.0:1790100744.151572:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff926084c12680 x1877056141122304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790100760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790100744.151584:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff926084c12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1877056141122304:0@lo:400:kworker.0 00010000:00010000:0.0:1790100744.714470:0:22729:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14053 lines, 14053 kept, 0 dropped, 0 bad.